-- Logs begin at Mon 2022-04-11 12:14:52 UTC, end at Mon 2022-04-11 13:15:59 UTC. -- Apr 11 12:49:09.247644 dv-cinder-836083-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 12:49:12.168310 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.common.config [-] Logging enabled! Apr 11 12:49:12.168962 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev98 Apr 11 12:49:12.169047 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103218) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 12:49:12.172436 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.common.config [-] Logging enabled! Apr 11 12:49:12.172684 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev98 Apr 11 12:49:12.172996 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103218) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 12:49:12.173944 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 12:49:12.174177 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 12:49:12.174544 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 12:49:12.174784 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 12:49:12.175056 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 12:49:12.175480 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.175910 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 12:49:12.176247 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.176544 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.176812 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.177101 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.177390 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.177672 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.177958 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.178266 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.178536 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.178812 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.179096 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.179389 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.179671 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.179941 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.180252 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.180533 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] debug = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.180823 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.181257 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.181666 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.181949 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.182239 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.182518 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.182793 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.183069 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.183355 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.183680 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] host = dv-cinder-836083-3-iscsi {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.183956 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.184268 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.184554 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.184838 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.185114 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.185397 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.185679 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.185953 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.186225 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] log_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.186501 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.186786 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.187071 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.187360 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.187583 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.187804 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.188121 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.188409 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.188681 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.188953 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.189228 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.189500 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.189771 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.190037 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.190318 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.190623 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.190907 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.191177 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.191450 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.191718 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.192084 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.192304 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.192574 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.192845 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.193115 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.193400 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.193671 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.193941 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.194238 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.194525 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.194802 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.195083 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.195357 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.195636 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.195907 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.196211 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.196483 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] use_json = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.196754 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.197021 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.197300 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.197572 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.197842 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.198112 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.198381 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.198662 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.198930 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:12.199225 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.199522 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.199823 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.200141 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.200434 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.200710 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.200997 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.201275 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.201563 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.201850 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.202136 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.202412 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.202708 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.202996 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.203290 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.203592 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.203885 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.204206 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.204482 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.204755 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.205027 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.205303 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.205593 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.205871 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.206209 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.206502 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.206778 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.207075 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.207364 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.207657 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.207945 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.208243 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.208523 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.208812 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.209087 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.209360 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.209635 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.209922 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.210195 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.210465 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.210747 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.211023 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.211295 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.211566 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.211841 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.212158 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.212437 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.212709 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.212977 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.213252 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.213522 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.213804 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.214079 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.214350 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.214623 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.214899 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.215171 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.215447 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.215721 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.215990 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.216287 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.216556 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.216825 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.217093 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.217362 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.217630 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.217900 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.218168 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.218443 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.218712 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.218979 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.219248 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.219518 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.219789 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.220098 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.220393 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.220666 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.220941 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.221212 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.221485 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.221782 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.222056 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.222331 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.222600 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.222870 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.223152 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.223431 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.223713 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.224007 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.224302 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.224594 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.224866 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.225138 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.225422 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.225694 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.225967 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.226246 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.226523 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.226817 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.227110 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.227405 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.227698 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.227986 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.228285 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.228590 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.228867 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:12.229081 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 12:49:12.229318 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103218) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 12:49:12.601772 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 12:49:12.602021 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 12:49:12.602357 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 12:49:12.602692 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 12:49:12.924337 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.924611 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.924914 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.926288 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.926550 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.926814 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.978702 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.978966 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.979233 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.993890 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.994170 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:12.994435 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.024535 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.024807 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.025063 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.060829 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.061121 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.061389 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.400591 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.401222 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.401222 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.401386 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.402057 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.500062 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.500359 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.500614 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.500913 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.501174 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.501483 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.501736 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.501990 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.502241 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.502519 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.502776 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.503035 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.503296 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.503542 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.503790 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.504047 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.504321 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.504585 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.504852 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.505104 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.505506 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.505761 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.506046 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.506423 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.506669 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.506913 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.507323 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 12:49:13.507543 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 12:49:13.507778 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 12:49:13.508013 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 12:49:13.508267 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 12:49:13.508499 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 12:49:13.508866 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 12:49:13.511992 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 12:49:13.515941 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 12:49:13.519662 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 11 12:49:13.521313 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 12:49:13.521773 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 12:49:13.522412 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 12:49:13.522790 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 12:49:13.525738 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 12:49:13.525995 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 12:49:13.526341 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 12:49:13.531217 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 12:49:13.554642 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 12:49:13.555090 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.555382 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103218) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 12:49:13.555749 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.557147 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103218) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 12:49:13.557417 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 12:49:13.557657 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 12:49:13.560958 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.561238 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:13.623270 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 12:49:13.623501 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 12:49:13.623729 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 12:49:13.624114 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 12:49:13.645295 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_db.sqlalchemy.engines [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103218) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 12:49:14.086215 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Initializing driver for type 'gre' Apr 11 12:49:14.086737 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] gre ID ranges: [(1, 1000)] Apr 11 12:49:14.149849 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Initializing driver for type 'local' Apr 11 12:49:14.150182 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Initializing driver for type 'vlan' Apr 11 12:49:14.164284 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] VlanTypeDriver initialization complete Apr 11 12:49:14.164626 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Initializing driver for type 'vxlan' Apr 11 12:49:14.165127 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] vxlan ID ranges: [(1, 1000)] Apr 11 12:49:14.213878 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Initializing extension driver 'port_security' Apr 11 12:49:14.214197 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.extensions.port_security [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] PortSecurityExtensionDriver initialization complete Apr 11 12:49:14.214523 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Initializing mechanism driver 'openvswitch' Apr 11 12:49:14.214841 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Initializing mechanism driver 'hyperv' Apr 11 12:49:14.221317 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:49:14.222172 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > port after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.222536 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.222913 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.223442 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 12:49:14.223867 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > subnet after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.224241 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > subnet after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.224582 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.224969 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 12:49:14.225364 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > network after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.225705 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > network after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.226036 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > network after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.226422 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 12:49:14.226815 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > security_group after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.227156 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > security_group after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.227487 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.227869 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 12:49:14.228295 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.228635 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.228969 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.229353 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 12:49:14.229743 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > address_group after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.230082 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > address_group after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.230408 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.230790 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 12:49:14.231215 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] ML2 OVO RPC backend initialized. {{(pid=103218) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 12:49:14.231910 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.232284 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.232685 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > network before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.233044 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > networks before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.233381 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > port before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.233712 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > ports before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.234046 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > subnet before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.234374 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > subnets before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.234711 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > network after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.235017 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > network after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.235338 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > network after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.235662 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > port after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.235983 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.236345 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.236668 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > subnet after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.236989 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > subnet after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.237312 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.244872 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded quota_driver: . Apr 11 12:49:14.245349 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.plugin [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Modular L2 Plugin initialization complete Apr 11 12:49:14.245601 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading services supported by the core plugin {{(pid=103218) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 12:49:14.245899 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Got port-security extension from driver 'port_security' Apr 11 12:49:14.246368 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.extensions.vlantransparent [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Disabled vlantransparent extension. Apr 11 12:49:14.246852 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103218) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 12:49:14.247173 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading Plugin: router Apr 11 12:49:14.282883 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.283294 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router after_create 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.283657 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router before_create 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.283998 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.284408 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.284759 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router after_delete 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.285108 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.285450 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.285800 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router after_create 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.286136 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router after_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.286476 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router after_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.286814 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.287164 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router after_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.287563 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router precommit_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.287919 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.288286 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.288614 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: subnet after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.288951 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.289287 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.289621 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router precommit_create 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.289961 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: port before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.290295 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router precommit_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.290640 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router after_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.290971 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.291310 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router precommit_create 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.291660 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.291993 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router precommit_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.292372 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > agent after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.292714 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > agent after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.293171 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > network after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.294044 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Tracking information for resource: router configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 12:49:14.294364 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Tracking information for resource: floatingip configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 12:49:14.299212 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.db.l3_agentschedulers_db [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 12:49:14.299783 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.300218 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: port after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.300560 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.300903 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.301682 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router before_create 55550100 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.302038 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.302422 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router precommit_create 55550100 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.302766 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > router precommit_update 55550100 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.307567 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.services.provider_configuration [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service providers = [] {{(pid=103218) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 12:49:14.307922 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.db.servicetype_db [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103218) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 12:49:14.310857 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.services.service_base [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103218) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 12:49:14.311199 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.services.service_base [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103218) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 12:49:14.311533 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.services.service_base [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103218) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 12:49:14.312424 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.services.service_base [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103218) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 12:49:14.312788 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.services.service_base [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 12:49:14.313225 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 12:49:14.313465 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 12:49:14.325331 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 12:49:14.325658 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading Plugin: auto_allocate Apr 11 12:49:14.331481 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: network precommit_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.331848 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: network precommit_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.332462 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 12:49:14.332774 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading Plugin: tag Apr 11 12:49:14.339513 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 12:49:14.339832 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading Plugin: timestamp Apr 11 12:49:14.343642 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 12:49:14.343967 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading Plugin: network_ip_availability Apr 11 12:49:14.349469 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.349833 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.350178 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.350872 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 12:49:14.351185 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading Plugin: flavors Apr 11 12:49:14.355987 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 12:49:14.356342 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading Plugin: revisions Apr 11 12:49:14.360558 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 12:49:14.360953 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_concurrency.lockutils [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=103218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 12:49:14.361692 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103218) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 12:49:14.362022 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Initializing extension manager. Apr 11 12:49:14.362597 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: __init__.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.362957 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: __pycache__ {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.363282 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: address_group.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.364044 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.364622 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: address-group Apr 11 12:49:14.364939 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: address_scope.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.365634 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.366132 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: address-scope Apr 11 12:49:14.366447 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.367348 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.367849 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: router-admin-state-down-before-update Apr 11 12:49:14.368192 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: agent.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.368879 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.369377 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: agent Apr 11 12:49:14.369693 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: agent_resources_synced.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.370559 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.371058 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: agent-resources-synced Apr 11 12:49:14.371368 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: allowedaddresspairs.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.373155 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.373666 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: allowed-address-pairs Apr 11 12:49:14.373984 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: auto_allocated_topology.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.375039 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.375534 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: auto-allocated-topology Apr 11 12:49:14.375845 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: availability_zone.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.376538 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.377041 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: availability_zone Apr 11 12:49:14.377354 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: availability_zone_filter.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.378284 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.379061 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: availability_zone_filter Apr 11 12:49:14.379494 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: data_plane_status.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.389554 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.389554 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 12:49:14.389554 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: default_subnetpools.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.389554 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.389554 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: default-subnetpools Apr 11 12:49:14.389554 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.390046 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.390046 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: dhcp_agent_scheduler Apr 11 12:49:14.390046 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: dns.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.390046 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.390046 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 12:49:14.390046 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: dns_domain_ports.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.390439 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.390439 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 12:49:14.390439 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.390439 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.390439 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 12:49:14.390439 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: dvr.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.390859 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.390859 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: dvr Apr 11 12:49:14.391012 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: ecmp_routes.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.391823 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.392547 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 12:49:14.393074 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: empty_string_filtering.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.394614 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.395469 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: empty-string-filtering Apr 11 12:49:14.395988 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.397746 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.398880 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 12:49:14.398880 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.400313 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.400457 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 12:49:14.400811 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: external_net.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.401714 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.402193 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: external-net Apr 11 12:49:14.402503 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.403400 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.403890 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: extra_dhcp_opt Apr 11 12:49:14.404241 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: extraroute.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.405140 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.405623 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: extraroute Apr 11 12:49:14.405934 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: extraroute_atomic.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.406949 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.407447 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: extraroute-atomic Apr 11 12:49:14.407759 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: filter_validation.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.408450 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.409178 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: filter-validation Apr 11 12:49:14.409520 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: fip_pf_description.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.410633 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.411121 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 12:49:14.411435 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: fip_pf_port_range.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.412360 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.412854 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 12:49:14.413165 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: fip_port_details.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.414066 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.414768 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: fip-port-details Apr 11 12:49:14.415085 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: flavors.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.416358 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.416863 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: flavors Apr 11 12:49:14.417180 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.418865 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.419379 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 12:49:14.419693 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: floatingip_pools.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.420680 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.421184 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: floatingip-pools Apr 11 12:49:14.421497 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: ip_allocation.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.422404 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.422910 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 12:49:14.423222 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.424154 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.424655 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: ip-substring-filtering Apr 11 12:49:14.424969 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: l2_adjacency.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.425918 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.426410 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 12:49:14.426721 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: l3.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.427712 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.428293 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: router Apr 11 12:49:14.428607 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.430932 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.431452 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 12:49:14.431781 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.432704 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.433207 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: ext-gw-mode Apr 11 12:49:14.433525 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.434433 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.434935 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: l3-ha Apr 11 12:49:14.435313 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.436243 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.436735 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 12:49:14.437046 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: l3_flavors.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.438006 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.438745 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: l3-flavors Apr 11 12:49:14.439142 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.440629 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.441229 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 12:49:14.441686 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.442749 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.443257 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 12:49:14.443576 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: l3agentscheduler.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.444886 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.445629 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: l3_agent_scheduler Apr 11 12:49:14.446100 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: local_ip.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.448655 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.449364 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension local_ip not supported by any of loaded plugins Apr 11 12:49:14.449695 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: logging.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.451146 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.451661 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension logging not supported by any of loaded plugins Apr 11 12:49:14.451986 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: metering.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.452742 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.453323 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: metering Apr 11 12:49:14.453639 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.454738 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.455247 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: metering_source_and_destination_fields Apr 11 12:49:14.455564 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: multiprovidernet.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.456607 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.457108 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: multi-provider Apr 11 12:49:14.457423 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: netmtu.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.458318 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.458815 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: net-mtu Apr 11 12:49:14.459126 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: netmtu_writable.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.460042 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.460571 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: net-mtu-writable Apr 11 12:49:14.460886 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: network_availability_zone.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.461544 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.462042 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: network_availability_zone Apr 11 12:49:14.462356 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: network_ip_availability.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.463438 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.463942 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: network-ip-availability Apr 11 12:49:14.464295 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: network_segment_range.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.465050 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.465543 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 12:49:14.465860 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: pagination.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.466817 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.467136 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: pagination Apr 11 12:49:14.467446 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: port_device_profile.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.468377 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.468882 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: port-device-profile Apr 11 12:49:14.469196 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.470113 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.470620 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: port-mac-address-regenerate Apr 11 12:49:14.470931 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.471821 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.472370 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: port-numa-affinity-policy Apr 11 12:49:14.472682 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: port_resource_request.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.473583 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.474076 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 12:49:14.474388 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: port_resource_request_groups.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.475327 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.475824 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 12:49:14.476171 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: portbindings.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.477069 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.477568 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: binding Apr 11 12:49:14.477878 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: portbindings_extended.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.479117 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.479654 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: binding-extended Apr 11 12:49:14.479972 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: portsecurity.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.480896 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.481400 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: port-security Apr 11 12:49:14.481714 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: project_id.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.482674 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.482994 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: project-id Apr 11 12:49:14.483307 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: providernet.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.484236 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.484734 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: provider Apr 11 12:49:14.485048 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.488763 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.489276 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos not supported by any of loaded plugins Apr 11 12:49:14.489603 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.490832 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.491341 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 12:49:14.491662 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.492735 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.493243 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 12:49:14.493560 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_default.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.494456 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.494964 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-default not supported by any of loaded plugins Apr 11 12:49:14.495280 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_fip.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.496223 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.496730 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 12:49:14.497046 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.497947 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.498451 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 12:49:14.498758 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_gateway_ip.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.499669 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.500197 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 12:49:14.500510 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_port_network_policy.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.501405 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.501903 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 12:49:14.502214 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.503264 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.503768 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 12:49:14.504110 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.505163 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.505630 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 12:49:14.505938 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_pps_rule.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.507094 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.507609 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 12:49:14.507921 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_rule_type_details.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.508847 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.509353 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 12:49:14.509668 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.510569 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.511078 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 12:49:14.511394 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: qos_rules_alias.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.512436 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.512939 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 12:49:14.513256 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: quota_check_limit.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.514155 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.514666 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: quota-check-limit Apr 11 12:49:14.514983 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: quotasv2.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.515911 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.516263 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: quotas Apr 11 12:49:14.516577 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: quotasv2_detail.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.518247 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.518577 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: quota_details Apr 11 12:49:14.518948 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: rbac.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.519998 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.520538 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: rbac-policies Apr 11 12:49:14.520862 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: rbac_address_group.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.521770 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.522593 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: rbac-address-group Apr 11 12:49:14.522906 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: rbac_address_scope.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.523806 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.524348 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: rbac-address-scope Apr 11 12:49:14.524666 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: rbac_security_groups.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.525640 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.526143 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: rbac-security-groups Apr 11 12:49:14.526459 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: rbac_subnetpool.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.527356 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.527864 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: rbac-subnetpool Apr 11 12:49:14.528202 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: revisionifmatch.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.529108 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.529618 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: revision-if-match Apr 11 12:49:14.529934 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: revisions.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.531022 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.531525 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: standard-attr-revisions Apr 11 12:49:14.531844 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: router_availability_zone.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.532531 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.533043 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: router_availability_zone Apr 11 12:49:14.533360 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: routerservicetype.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.534260 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.534786 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 12:49:14.535101 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.536009 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.536535 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: security-groups-normalized-cidr Apr 11 12:49:14.536859 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.537769 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.538277 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: port-security-groups-filtering Apr 11 12:49:14.538590 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.539518 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.540014 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: security-groups-remote-address-group Apr 11 12:49:14.540351 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.541266 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.541772 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: security-groups-shared-filtering Apr 11 12:49:14.542082 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.542655 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 12:49:14.542965 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: securitygroup.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.552723 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.553250 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: security-group Apr 11 12:49:14.553573 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: segment.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.554289 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.554793 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension segment not supported by any of loaded plugins Apr 11 12:49:14.555111 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.556043 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.556567 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 12:49:14.556887 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: servicetype.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.557964 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.558472 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: service-type Apr 11 12:49:14.558790 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: sorting.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.559770 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.560120 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: sorting Apr 11 12:49:14.560435 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: standard_attr_segment.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.561333 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.561838 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 12:49:14.562151 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: standardattrdescription.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.562785 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.563333 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: standard-attr-description Apr 11 12:49:14.563596 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: stateful_security_group.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.564534 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.565039 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: stateful-security-group Apr 11 12:49:14.565352 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: stdattrs_common.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.565949 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 12:49:14.566256 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.567170 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.567671 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 12:49:14.567986 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: subnet_onboard.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.569067 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.569579 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: subnet_onboard Apr 11 12:49:14.569891 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.570798 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.571296 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 12:49:14.571612 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: subnet_service_types.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.572539 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.573038 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: subnet-service-types Apr 11 12:49:14.573350 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: subnetallocation.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.574455 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.574966 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: subnet_allocation Apr 11 12:49:14.575277 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.575952 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.576494 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: subnetpool-prefix-ops Apr 11 12:49:14.576807 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.577724 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.578224 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 12:49:14.578539 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: tagging.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.579593 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.580139 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: standard-attr-tag Apr 11 12:49:14.580454 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: timestamp.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.581670 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.582178 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loaded extension: standard-attr-timestamp Apr 11 12:49:14.582489 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: trunk.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.583498 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.584006 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension trunk not supported by any of loaded plugins Apr 11 12:49:14.584345 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: trunk_details.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.585244 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.585747 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 12:49:14.586061 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: uplink_status_propagation.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.586965 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.587465 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 12:49:14.587776 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Loading extension file: vlantransparent.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 12:49:14.588473 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 12:49:14.588965 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 12:49:14.591487 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:network Apr 11 12:49:14.592007 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:subnet Apr 11 12:49:14.592417 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 12:49:14.592810 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:port Apr 11 12:49:14.594044 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.594467 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service FLAVORS assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.595073 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.595489 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.595810 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:router Apr 11 12:49:14.596248 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 12:49:14.596726 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service METERING assigned prefix: /metering {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.598296 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.598645 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.599001 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:49:14.600033 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 12:49:14.600462 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:security_group Apr 11 12:49:14.600888 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 12:49:14.601470 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service CORE assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.601798 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 12:49:14.602132 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] subnetpool is already registered Apr 11 12:49:14.602541 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service CORE assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.602854 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 12:49:14.603190 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] subnetpool is already registered Apr 11 12:49:14.605550 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.606024 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service FLAVORS assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.606740 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.607168 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.607492 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:router Apr 11 12:49:14.607820 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] router is already registered Apr 11 12:49:14.608266 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 12:49:14.608595 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] floatingip is already registered Apr 11 12:49:14.609043 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service METERING assigned prefix: /metering {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.609740 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 12:49:14.610059 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] rbac_policy is already registered Apr 11 12:49:14.610465 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:security_group Apr 11 12:49:14.610798 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] security_group is already registered Apr 11 12:49:14.611185 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 12:49:14.611504 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] security_group_rule is already registered Apr 11 12:49:14.611988 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service CORE assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.612324 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 12:49:14.612672 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] subnetpool is already registered Apr 11 12:49:14.613089 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Service CORE assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 12:49:14.613403 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 12:49:14.613722 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] subnetpool is already registered Apr 11 12:49:14.614178 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: extensions {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.616847 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: address-groups {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.618319 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: address-scopes {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.619515 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: agents {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.620795 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: auto-allocated-topology {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.622032 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: availability_zones {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.623241 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: dhcp-networks {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.624681 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: dhcp-agents {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.626209 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: routers {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.628446 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: flavors {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.629679 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: service_profiles {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.630861 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: next_providers {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.632300 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: service_profiles {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.633706 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: floatingip-pools {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.635021 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: routers {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.637129 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: floatingips {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.638286 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: l3-routers {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.639778 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: l3-agents {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.641199 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: metering-labels {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.642440 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: metering-label-rules {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.643801 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: network-ip-availabilities {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.645138 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: bindings {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.646669 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: quotas {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.648681 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: quotas {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.650212 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: rbac-policies {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.651379 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: security-groups {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.652707 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: security-group-rules {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.653927 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: service-providers {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.655112 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: subnetpools {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.656424 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: subnetpools {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.657953 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.659711 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.661537 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.663291 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.664985 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.666915 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.668612 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.670391 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.673129 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.674842 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron.api.extensions [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 12:49:14.680844 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING keystonemiddleware.auth_token [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 12:49:14.685371 dv-cinder-836083-3-iscsi neutron-server[103218]: WARNING keystonemiddleware.auth_token [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 12:49:14.694160 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_concurrency.lockutils [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Acquired lock "singleton_lock" {{(pid=103218) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 12:49:14.694620 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_concurrency.lockutils [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Releasing lock "singleton_lock" {{(pid=103218) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 12:49:14.695266 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO oslo_service.service [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Starting 2 workers Apr 11 12:49:14.700120 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Started child 103361 {{(pid=103218) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 12:49:14.704533 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Started child 103362 {{(pid=103218) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 12:49:14.705622 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:14.706304 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO neutron.service [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 12:49:14.706746 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:14.707064 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [-] (103361) wsgi starting up on http://0.0.0.0:9696 Apr 11 12:49:14.709465 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO oslo_service.service [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Starting 1 workers Apr 11 12:49:14.710235 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:14.711453 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [-] (103362) wsgi starting up on http://0.0.0.0:9696 Apr 11 12:49:14.714682 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Started child 103363 {{(pid=103218) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 12:49:14.715200 dv-cinder-836083-3-iscsi neutron-server[103218]: INFO oslo_service.service [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Starting 1 workers Apr 11 12:49:14.718509 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.service [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] calling RpcWorker wait() {{(pid=103363) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 12:49:14.719107 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.service [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] returning from RpcWorker wait() {{(pid=103363) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 12:49:14.720151 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Started child 103364 {{(pid=103218) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 12:49:14.720281 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:14.720663 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:49:14.721425 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-002cc708-014f-4799-9ec0-ae7de2c02f17 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:14.724290 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103218) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 12:49:14.724612 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 12:49:14.724934 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 12:49:14.725251 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 12:49:14.725748 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 12:49:14.726091 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:14.726622 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 12:49:14.726622 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.726969 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.727272 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.727519 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.727837 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.728406 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.728671 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.728917 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.729176 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.729420 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.729597 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.729734 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.729988 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.730214 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.730487 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.730739 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.730995 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.731252 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.731387 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.731638 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.731888 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.732199 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.732447 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] debug = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.732689 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.733161 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.733385 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.733617 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.733829 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.734107 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.734333 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.734591 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.734832 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.735043 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.735264 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.735517 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.735735 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.735964 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.736232 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.736465 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.736712 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.736944 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.737395 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] host = dv-cinder-836083-3-iscsi {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.737666 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.737937 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.738165 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.738413 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.738672 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.738922 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.739171 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.739429 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.739667 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.739897 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.740169 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.740419 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.740659 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.740906 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.741048 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_options = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.741271 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.741527 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.741771 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.741955 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.742119 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.742350 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.742528 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.742690 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.742949 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.743173 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.743386 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.743616 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.743854 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.744154 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.744352 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.744570 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.744813 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.745033 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.745298 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.745525 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.745748 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.745974 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.746191 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.746404 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.746854 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.746854 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.747407 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.747407 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.747818 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.747818 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.748107 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.748263 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.749021 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.749021 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.749021 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.749433 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.749433 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.749758 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.749919 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.750043 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.750280 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.750681 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.751033 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.751502 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.751910 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.752038 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:49:14.752459 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.752984 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_json = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.753505 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.753907 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.754288 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.754659 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.755030 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.755380 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.755728 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.756132 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.756491 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.757044 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.757444 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.757887 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.758264 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.758719 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.759093 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.759464 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.759837 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.760232 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.760473 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.760761 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.760983 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.761295 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.761686 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.761976 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.762303 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.762567 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.762839 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.763099 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.763336 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.763555 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.763778 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.764082 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.764328 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.764558 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.764791 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.765044 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.765317 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.765573 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.765900 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.766170 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.766453 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.766739 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.766920 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.767141 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.767392 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.767625 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.767857 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.768108 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.768379 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.768599 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.768864 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.769080 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.769305 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.769548 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.769789 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.770018 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.770255 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.770480 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.770715 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.770923 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.771150 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.771356 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.771596 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.771790 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.772003 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.772631 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.772866 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.773160 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.773311 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.773501 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.773868 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.773968 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.774174 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.774379 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.774584 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.774795 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.775000 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.775249 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.775489 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.775694 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.775898 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.776139 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.776347 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.776560 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.776769 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.776993 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.777205 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.777410 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.777633 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.778039 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.778375 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.778598 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.778814 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.779041 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.779312 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.779504 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.779701 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.779913 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.780523 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.780523 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.780835 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.781012 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.781167 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.782057 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.782057 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.782057 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.782057 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.782382 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.782463 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.782880 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.782880 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.783180 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.783364 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.783587 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.783958 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.784236 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.784525 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.784734 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.784949 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.785190 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.785404 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.785638 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.786116 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.786116 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.786396 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.786626 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.786888 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.787136 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.787423 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.787658 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.787907 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.788148 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.788432 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.788734 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.789003 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.789266 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.789514 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.789742 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.790232 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.790232 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.790520 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.790653 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.790889 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.791131 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.791363 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.791594 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.792064 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.792064 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.793018 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.793018 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.793018 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.793018 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.793489 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.793489 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.793733 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.794014 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.794247 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.794644 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.795017 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.795415 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.795798 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.796200 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.796582 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.796964 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.797328 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.797679 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.797891 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.798110 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.798320 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.798570 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.798791 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.799008 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.799239 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.799461 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.799696 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.799957 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.800222 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.800445 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.800676 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.800906 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.801133 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.801346 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.801569 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.801804 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.802173 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.802584 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.802968 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.803333 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.803560 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.803774 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.804068 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.804274 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.804698 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.804918 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.805118 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.805325 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.805706 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.805936 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.806146 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.806388 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.806593 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.806959 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.807333 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.807693 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.807938 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.808207 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.808457 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.808683 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.808898 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.809113 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.809347 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.809564 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.809776 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.809994 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.810224 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.810437 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.810648 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.810865 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.811070 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.811319 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.811564 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.811795 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.812009 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.812239 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.812454 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.812675 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.812899 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.813120 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.813316 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.813573 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.813726 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.813927 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.814218 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.814458 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.814834 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.815228 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.815472 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.815701 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.816016 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.816261 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.816466 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.816701 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.816931 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.817135 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.817355 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.817559 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.817764 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.817975 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.818203 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.818407 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.818623 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.818822 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.819027 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.819247 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.819459 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.819661 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.819896 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.820125 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.820328 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.820541 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.820914 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.821117 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.821338 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.821542 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.821744 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.821958 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.822190 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.822394 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.822685 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.822954 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.823192 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.823475 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.823717 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.823954 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.824221 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.824538 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.824748 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.825010 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.825250 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.825466 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.825683 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.825924 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.826388 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.826666 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.826934 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.827177 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.827453 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.827727 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.827985 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.828221 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.828502 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.828825 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.829120 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.829385 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.829624 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.829871 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.830106 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.830344 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.830556 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.830769 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.831003 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.831255 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.831505 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.831725 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.831954 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.832213 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.832343 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:49:14.832497 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.832658 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.832823 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.833047 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.833258 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.833413 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 12:49:14.833951 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103218) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 12:49:14.834110 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 12:49:14.834270 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 12:49:14.834436 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 12:49:14.834601 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 12:49:14.834746 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 12:49:14.835097 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.835240 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.835397 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.835552 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.835705 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.835882 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.836058 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.836217 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.836389 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.836522 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.836817 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.837086 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.837307 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.837307 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.837741 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.837741 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.837741 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.838303 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.838303 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.838303 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.838303 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.838545 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.838545 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] debug = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.838671 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.838844 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.839182 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.839336 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.839490 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.839640 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.839794 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.840144 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.840144 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.840307 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.840387 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.840544 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.840697 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.840850 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.841003 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.841155 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.841308 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.841460 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.841615 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] host = dv-cinder-836083-3-iscsi {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.841767 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.841922 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.842074 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.842225 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.842377 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.842532 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.842702 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.842874 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.842983 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.843126 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.843285 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.843434 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.843797 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.843797 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.843962 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_options = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.844069 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.844184 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.844338 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.844514 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.844672 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.844828 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.845091 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.845249 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.845249 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.845496 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.845623 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.845758 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.845911 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.846039 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.846168 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.846297 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.846385 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.846529 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.846684 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.846833 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.846968 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.847206 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.847360 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.847513 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.847665 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.847817 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.847970 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.848161 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.848316 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.848497 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.848620 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.848772 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.848924 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.849077 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.849229 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.849386 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.849543 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.849695 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.849852 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.850003 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.850339 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.850339 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.850475 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.850581 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.850733 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.850888 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.851040 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_json = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.851192 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.851344 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.851497 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.851651 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.851803 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.851998 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.852159 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.852291 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.852419 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 12:49:14.852569 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.852725 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.852890 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.853045 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.853201 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.853355 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.853509 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.853663 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.853818 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.853971 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.854133 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.854290 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.854454 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.854657 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.854744 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.854898 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.855117 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.855208 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.855350 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.855504 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.855659 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.855813 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.855976 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.856153 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.856309 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.856464 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.856618 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.856780 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.856933 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.857102 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.857256 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.857413 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.857568 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.857724 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.857878 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.858034 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.858190 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.858344 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.858500 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.858653 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.858806 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.858960 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.859115 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.859268 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.859429 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.859583 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.859738 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.859892 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.860071 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.860219 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.860375 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.860551 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.860686 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.860841 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.860998 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.861153 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.861488 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.861488 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.861652 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.861983 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.861983 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.862130 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.862202 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.862332 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.862485 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.862670 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.862830 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.862984 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.863152 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.863307 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.863462 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.863617 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.863774 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.863929 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.864104 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.864259 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.864416 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.864569 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.864738 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.864868 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.865021 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.865244 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.865364 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.865484 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.865620 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.865773 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.865932 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.866084 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.866240 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.866391 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.866552 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.866702 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.866869 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.867023 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.867178 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.867334 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.867488 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.867641 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.867795 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.867949 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.868130 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.868284 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.868441 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.868581 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.868738 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.868892 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.869047 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.869200 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.869359 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.869512 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.869668 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.869821 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.869974 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.870128 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.870283 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.870436 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.870590 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.870744 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.870899 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.871062 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.871216 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.871374 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.871529 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.871688 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.871852 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.872016 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.872174 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.872330 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.872843 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.872843 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.872843 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.873070 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.873070 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.873212 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.873342 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.873508 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.873664 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.873821 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.873976 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.874153 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.874308 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.874462 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.874617 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.874777 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.874931 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.875085 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.875239 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.875393 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.875546 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.875704 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.875917 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.876009 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.876279 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.876373 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.876542 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.876634 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.876764 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.877440 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.877440 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.877440 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.877440 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.877714 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.877714 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.878933 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.878933 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.878933 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.878933 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.878933 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.878933 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.878933 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.878933 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.879494 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.879494 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.879494 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.879494 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.879763 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.879763 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.879917 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.879995 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.880123 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.880276 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.880430 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.880585 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.880742 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.880901 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.881051 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.881197 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.881351 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.881542 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.881665 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.881795 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.881940 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.882097 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.882236 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.882409 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.882565 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.882720 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.882863 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.883020 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.883174 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.883327 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.883476 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.883627 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.883782 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.883970 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.884130 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.884270 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.884399 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.884544 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.884698 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.884842 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.885001 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.885155 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.885311 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.885468 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.885603 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.885753 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.885907 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.886062 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.886216 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.886371 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.886525 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.886679 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.886845 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.887003 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.887157 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.887312 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.887467 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.887615 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.887774 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.887928 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.888091 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.888246 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.888389 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.888544 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.888706 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.888861 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.889015 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.889168 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.889326 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.889480 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.889642 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.889797 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.889950 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.890103 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.890257 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.890409 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.890571 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.890725 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.890878 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.891032 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.891187 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.891340 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.891504 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.891659 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.891813 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.891966 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.892141 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.892295 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.892457 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.892612 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.892765 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.892927 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.893080 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.893232 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.893386 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.893553 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.893709 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.893865 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.894050 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.894205 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.894358 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.894514 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.894674 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.894839 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.894999 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.895157 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.895318 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.895480 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.895643 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.895802 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.895961 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.896148 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.896304 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.896458 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.896613 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.896766 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.896920 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.897426 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.897593 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.897748 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.897906 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.898061 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.898216 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.898373 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.898529 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.898683 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.898839 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.898994 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.899148 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.899306 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.899461 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 12:49:14.899608 dv-cinder-836083-3-iscsi neutron-server[103218]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 12:49:14.919704 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 46836) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:14.928158 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062907 Apr 11 12:49:26.206902 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a8413-b1b7-4dfe-b5e0-2409a8558fc8 None None] get_active_networks_info from dv-cinder-836083-3-iscsi {{(pid=103363) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 12:49:26.272411 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a8413-b1b7-4dfe-b5e0-2409a8558fc8 None None] No non-hosted networks {{(pid=103363) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 12:49:26.288656 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.agentschedulers_db [None req-f48a8413-b1b7-4dfe-b5e0-2409a8558fc8 None None] DHCP Agent not found on host dv-cinder-836083-3-iscsi {{(pid=103363) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 12:49:26.415112 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-57cc4553-81c0-478f-84d8-ae55793bc37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747448'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:28.705758 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9d09f190-1046-4a67-849c-4fb7962d0cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747448'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:28.738399 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c2137620-38f8-476b-bb3f-74c58aa6f1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:29.429588 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 46900) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:29.498679 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747448'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:30.037279 dv-cinder-836083-3-iscsi neutron-server[103362]: WARNING oslo_policy.policy [None req-b0c5022a-4e0f-419a-b929-87601548bb4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 12:49:30.038075 dv-cinder-836083-3-iscsi neutron-server[103362]: WARNING oslo_policy.policy [None req-b0c5022a-4e0f-419a-b929-87601548bb4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 12:49:30.283168 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [None req-b0c5022a-4e0f-419a-b929-87601548bb4f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 12:49:30.300048 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-b0c5022a-4e0f-419a-b929-87601548bb4f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8584781 Apr 11 12:49:30.947855 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747448'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:32.625938 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747448'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:32.629024 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.630363 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.630930 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.631563 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.632401 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.633295 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.633890 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.634555 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.635081 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.635668 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.636444 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.637087 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.637692 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.638219 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.638824 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:32.639417 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836083-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:49:32.654679 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836083-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:49:32.878490 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 46934) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:32.903764 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.db.l3_hamode_db [None req-8eacddd6-75e5-425f-a9b7-4acbb7f6e1cb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 12:49:32.981716 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eacddd6-75e5-425f-a9b7-4acbb7f6e1cb None None] Routers set() bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:49:32.982322 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eacddd6-75e5-425f-a9b7-4acbb7f6e1cb None None] Router IDs set() for agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 12:49:33.203484 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-e1a52aee-8e7b-4476-bfe1-a7921c7f0f32 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:49:33.295022 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.policy [None req-e1a52aee-8e7b-4476-bfe1-a7921c7f0f32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103362) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 12:49:33.336825 dv-cinder-836083-3-iscsi neutron-server[103362]: WARNING oslo_policy.policy [None req-e1a52aee-8e7b-4476-bfe1-a7921c7f0f32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 12:49:33.337119 dv-cinder-836083-3-iscsi neutron-server[103362]: WARNING oslo_policy.policy [None req-e1a52aee-8e7b-4476-bfe1-a7921c7f0f32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 12:49:33.432937 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e1a52aee-8e7b-4476-bfe1-a7921c7f0f32 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778933083358', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778933080810', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778933326494', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778933320045', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778933305826', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778933298419', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1799862', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1803659', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545397', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649903'] for rbac-policy (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:33.500704 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e1a52aee-8e7b-4476-bfe1-a7921c7f0f32 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:33.501904 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-e1a52aee-8e7b-4476-bfe1-a7921c7f0f32 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6224048 Apr 11 12:49:36.007150 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 46946) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:36.360774 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:49:36.392277 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Made reservation on behalf of 3729dd92a95748e59867f4cc596718dd for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:49:36.396263 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:36.414311 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:36.537166 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Publish callbacks [] for security_group (04628c24-4603-4e0b-a2bc-8f52f05c78fa), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:36.542768 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (04628c24-4603-4e0b-a2bc-8f52f05c78fa), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:36.566944 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 12:49:36.601177 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778936773542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (1a961752-444c-4e1f-966b-1de95660cb10), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:36.601670 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Unsubscribe: segment precommit_create {{(pid=103362) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 12:49:36.602186 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Added segment 1a961752-444c-4e1f-966b-1de95660cb10 of type vlan for network 63491ab3-b64a-42da-b276-929a69a374a1 Apr 11 12:49:36.618310 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=04628c24-4603-4e0b-a2bc-8f52f05c78fa,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:49:36.669150 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.669488 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.669840 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.670182 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.670508 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.670831 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.671153 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.671468 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.671793 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.672119 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.672428 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.672756 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.673065 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.673379 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.673687 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Tracked resource versions report: Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: pushed versions: Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: { 'AddressGroup': {'1.2'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Agent': {'1.1'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'ConntrackHelper': {'1.0'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'LocalIPAssociation': {'1.0'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Log': {'1.0'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'NDPProxy': {'1.0'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Network': {'1.1'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Port': {'1.7'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'PortForwarding': {'1.3'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'QosPolicy': {'1.10'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SecurityGroup': {'1.5'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SecurityGroupRule': {'1.2'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SubPort': {'1.0'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Subnet': {'1.1'}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Trunk': {'1.1'}} Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: consumer versions: Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: { DHCP agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: L3 agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: Metadata agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: Metering agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: Open vSwitch agent@dv-cinder-836083-3-iscsi: { 'AddressGroup': '1.2', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Agent': '1.1', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'ConntrackHelper': '1.0', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'LocalIPAssociation': '1.0', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Log': '1.0', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'NDPProxy': '1.0', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Network': '1.1', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Port': '1.7', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'PortForwarding': '1.3', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'QosPolicy': '1.10', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SecurityGroup': '1.5', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SecurityGroupRule': '1.2', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SubPort': '1.0', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Subnet': '1.1', Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Trunk': '1.1'}} Apr 11 12:49:36.675047 dv-cinder-836083-3-iscsi neutron-server[103362]: {{(pid=103362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 12:49:36.706948 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (63491ab3-b64a-42da-b276-929a69a374a1), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:36.750789 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (63491ab3-b64a-42da-b276-929a69a374a1), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:36.756180 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:49:36.756899 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:36.825726 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8172545 Apr 11 12:49:36.875788 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0412a8-6408-4652-b38e-9beb5c028fc6 demo demo] Pushing event updated for resources: {'Network': ['ID=63491ab3-b64a-42da-b276-929a69a374a1,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:49:36.889417 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 63491ab3-b64a-42da-b276-929a69a374a1 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 12:49:39.373095 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 46958) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:39.789317 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ed3e1-5fe9-40fa-94ad-e314b55d30c8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:49:39.790666 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-a51ed3e1-5fe9-40fa-94ad-e314b55d30c8 demo admin] 10.222.0.26 "GET /v2.0/networks/63491ab3-b64a-42da-b276-929a69a374a1 HTTP/1.1" status: 200 len: 825 time: 0.4165869 Apr 11 12:49:39.818427 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-38400986-afb3-42b8-8fbe-9e6ed0854bc5 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/fd9cdaa5-c476-48a4-82f0-2f11b7386f20 HTTP/1.1" status: 200 len: 734 time: 0.0187776 Apr 11 12:49:39.826688 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fd9cdaa5-c476-48a4-82f0-2f11b7386f20', 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1', 'name': 'private-subnet'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:49:39.850119 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Made reservation on behalf of 3729dd92a95748e59867f4cc596718dd for: {'subnet': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:49:39.852396 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:40.150002 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (7addb341-f4ed-46ae-8b0d-1755742d1144), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:40.219807 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7addb341-f4ed-46ae-8b0d-1755742d1144,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:49:40.226996 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Checking segment: {'id': '1a961752-444c-4e1f-966b-1de95660cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:49:40.227363 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Network hostable DHCP agents. Network: 63491ab3-b64a-42da-b276-929a69a374a1, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 12:49:40.251432 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Network 63491ab3-b64a-42da-b276-929a69a374a1 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 12:49:40.265282 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 63491ab3-b64a-42da-b276-929a69a374a1) {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:49:40.270546 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:49:40.271155 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:40.276243 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fdc6dc-7779-4c51-99f7-57f9d68012f0 None None] Network 63491ab3-b64a-42da-b276-929a69a374a1 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:49:40.289338 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-7ddaa90b-f94e-4d9c-9d05-e4fedf4ee076 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4657962 Apr 11 12:49:40.658145 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-63491ab3-b64a-42da-b276-929a69a374a1', 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1', 'project_id': '3729dd92a95748e59867f4cc596718dd', 'fixed_ips': [{'subnet_id': '7addb341-f4ed-46ae-8b0d-1755742d1144'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 12:49:40.659334 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:40.935848 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Allocated IP 172.20.0.2 (63491ab3-b64a-42da-b276-929a69a374a1/7addb341-f4ed-46ae-8b0d-1755742d1144/e3b651c7-0b0b-4de7-aa46-bb42cedb02d3) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:49:41.204401 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Publish callbacks [] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:41.212755 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:41.280819 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Network 63491ab3-b64a-42da-b276-929a69a374a1 is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:49:41.286026 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:49:41.297392 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:49:41.307418 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Pushing event updated for resources: {'Port': ['ID=e3b651c7-0b0b-4de7-aa46-bb42cedb02d3,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:49:41.356175 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.356477 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.356859 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.357216 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.357542 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.357858 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.358178 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.358499 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.358809 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.359121 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.359430 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.359740 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.360064 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.360380 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.360677 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Tracked resource versions report: Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: pushed versions: Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: { 'AddressGroup': {'1.2'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Agent': {'1.1'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'ConntrackHelper': {'1.0'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'LocalIPAssociation': {'1.0'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Log': {'1.0'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'NDPProxy': {'1.0'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Network': {'1.1'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Port': {'1.7'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'PortForwarding': {'1.3'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'QosPolicy': {'1.10'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SecurityGroup': {'1.5'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SecurityGroupRule': {'1.2'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SubPort': {'1.0'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Subnet': {'1.1'}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Trunk': {'1.1'}} Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: consumer versions: Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: { DHCP agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: L3 agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: Metadata agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: Metering agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: Open vSwitch agent@dv-cinder-836083-3-iscsi: { 'AddressGroup': '1.2', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Agent': '1.1', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'ConntrackHelper': '1.0', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'LocalIPAssociation': '1.0', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Log': '1.0', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'NDPProxy': '1.0', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Network': '1.1', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Port': '1.7', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'PortForwarding': '1.3', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'QosPolicy': '1.10', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SecurityGroup': '1.5', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SecurityGroupRule': '1.2', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SubPort': '1.0', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Subnet': '1.1', Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Trunk': '1.1'}} Apr 11 12:49:41.362094 dv-cinder-836083-3-iscsi neutron-server[103363]: {{(pid=103363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 12:49:41.390344 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Attempting to bind port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:49:41.390737 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Attempting to bind port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '1a961752-444c-4e1f-966b-1de95660cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:49:41.391149 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Attempting to bind port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 on network 63491ab3-b64a-42da-b276-929a69a374a1 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:49:41.396162 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:49:41.396672 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Checking segment: {'id': '1a961752-444c-4e1f-966b-1de95660cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:49:41.397150 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:41.397486 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Bound using segment: {'id': '1a961752-444c-4e1f-966b-1de95660cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:49:41.397987 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Bound port: e3b651c7-0b0b-4de7-aa46-bb42cedb02d3, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a961752-444c-4e1f-966b-1de95660cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:49:41.398373 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:41.462844 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] For port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:49:41.483908 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] For port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=e3b651c7-0b0b-4de7-aa46-bb42cedb02d3,segment=NetworkSegment(1a961752-444c-4e1f-966b-1de95660cb10),segment_id=1a961752-444c-4e1f-966b-1de95660cb10)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:49:41.491879 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:41.567010 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155a17e-116b-4398-aa5d-a39328b94bc7 None None] Pushing event updated for resources: {'Port': ['ID=e3b651c7-0b0b-4de7-aa46-bb42cedb02d3,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:49:42.831764 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 46966) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:43.351126 dv-cinder-836083-3-iscsi neutron-server[103361]: WARNING oslo_policy.policy [None req-04ed5eda-449e-4b53-be33-3afa438a0bb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 12:49:43.351712 dv-cinder-836083-3-iscsi neutron-server[103361]: WARNING oslo_policy.policy [None req-04ed5eda-449e-4b53-be33-3afa438a0bb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 12:49:43.572123 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [None req-04ed5eda-449e-4b53-be33-3afa438a0bb8 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 12:49:43.584060 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-04ed5eda-449e-4b53-be33-3afa438a0bb8 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7393911 Apr 11 12:49:46.118134 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 46980) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:46.454971 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [None req-f63ac378-2cf5-4e30-92f4-78658398fe05 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 12:49:46.455890 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-f63ac378-2cf5-4e30-92f4-78658398fe05 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3367689 Apr 11 12:49:48.980523 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 46988) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:49.310299 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-9caadb1f-6524-4ab8-9296-2427d9702611 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:49:49.336592 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9caadb1f-6524-4ab8-9296-2427d9702611 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:49.338144 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9caadb1f-6524-4ab8-9296-2427d9702611 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:49.475314 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9caadb1f-6524-4ab8-9296-2427d9702611 demo demo] Publish callbacks [] for router_controller (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), precommit_add_association {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:49.481261 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9caadb1f-6524-4ab8-9296-2427d9702611 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:49.499317 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9caadb1f-6524-4ab8-9296-2427d9702611 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:49.500536 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-9caadb1f-6524-4ab8-9296-2427d9702611 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5189593 Apr 11 12:49:51.332564 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:49:51.420539 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:49:51.420953 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:51.533886 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:49:51.534271 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:51.568151 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=e3b651c7-0b0b-4de7-aa46-bb42cedb02d3,segment=NetworkSegment(1a961752-444c-4e1f-966b-1de95660cb10),segment_id=1a961752-444c-4e1f-966b-1de95660cb10)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:49:51.572959 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:51.620677 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=e3b651c7-0b0b-4de7-aa46-bb42cedb02d3,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:49:52.014247 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 47000) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:52.339273 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [None req-bafea20f-4545-49f6-aca4-f9ee8cec87e4 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 12:49:52.340315 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-bafea20f-4545-49f6-aca4-f9ee8cec87e4 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3250322 Apr 11 12:49:52.830511 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f4fb5-1233-420b-be7a-b15045752153 None None] Network 63491ab3-b64a-42da-b276-929a69a374a1 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:49:52.897475 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-34ddc1c5-fea1-4e6c-9281-24d3e9bef79b None None] Provisioning complete for port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:49:52.897882 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-34ddc1c5-fea1-4e6c-9281-24d3e9bef79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:53.021148 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-34ddc1c5-fea1-4e6c-9281-24d3e9bef79b None None] Current status of the port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:49:53.242204 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-999238bc-96d2-4d26-8024-a5f8c0679a6c None None] Provisioning complete for port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:49:53.242613 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-999238bc-96d2-4d26-8024-a5f8c0679a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:53.333083 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:49:53.339463 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-999238bc-96d2-4d26-8024-a5f8c0679a6c None None] Current status of the port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:49:53.386896 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:49:53.387281 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:53.461028 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:49:54.865693 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 47008) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:55.214007 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:49:55.236409 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Made reservation on behalf of 9ff75e45985c4430b67f69a73b240b30 for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:49:55.238702 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:55.247736 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:55.325340 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Publish callbacks [] for security_group (7bfb924f-4080-4a44-8b83-56e9bbe98612), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:55.330780 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (7bfb924f-4080-4a44-8b83-56e9bbe98612), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:55.345049 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103362) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 12:49:55.364506 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb924f-4080-4a44-8b83-56e9bbe98612,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:49:55.367286 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (0b717411-94b6-4ae1-a198-5a0eb7885552), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:55.367647 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Added segment 0b717411-94b6-4ae1-a198-5a0eb7885552 of type flat for network 0bd25540-7707-439a-b108-ba1a00df0462 Apr 11 12:49:55.414216 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (0bd25540-7707-439a-b108-ba1a00df0462), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:55.450996 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (0bd25540-7707-439a-b108-ba1a00df0462), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:55.452174 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:49:55.452748 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:55.509283 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6424854 Apr 11 12:49:55.545135 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8b233-048d-4956-9ac5-3571296ad9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd25540-7707-439a-b108-ba1a00df0462,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:49:55.556379 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 0bd25540-7707-439a-b108-ba1a00df0462 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 12:49:56.135253 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-595ad923-0dc6-4ded-9833-ba1961d5a6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:58.006546 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47016) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:49:58.558860 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.policy [None req-00696558-50b5-4219-ae6c-c6e206e0a263 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103361) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 12:49:58.601757 dv-cinder-836083-3-iscsi neutron-server[103361]: WARNING oslo_policy.policy [None req-00696558-50b5-4219-ae6c-c6e206e0a263 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 12:49:58.602057 dv-cinder-836083-3-iscsi neutron-server[103361]: WARNING oslo_policy.policy [None req-00696558-50b5-4219-ae6c-c6e206e0a263 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 12:49:58.610416 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00696558-50b5-4219-ae6c-c6e206e0a263 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:49:58.612109 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-00696558-50b5-4219-ae6c-c6e206e0a263 demo admin] 10.222.0.26 "GET /v2.0/subnets/7addb341-f4ed-46ae-8b0d-1755742d1144 HTTP/1.1" status: 200 len: 849 time: 0.6046329 Apr 11 12:49:58.698538 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcc3c61a-de58-410e-aece-89dade7c974a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:58.780678 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-f6f7f771-0e6d-4546-80c8-6c4df1ed67b5 demo admin] 10.222.0.26 "GET /v2.0/routers/f5e5cf9b-c128-41e4-adc2-7f893bc0b030 HTTP/1.1" status: 200 len: 704 time: 0.1595578 Apr 11 12:49:59.055960 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:59.390143 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Allocated IP 172.20.0.1 (63491ab3-b64a-42da-b276-929a69a374a1/7addb341-f4ed-46ae-8b0d-1755742d1144/c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:49:59.462593 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:59.601664 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Publish callbacks [] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:59.674365 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:59.713013 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Network 63491ab3-b64a-42da-b276-929a69a374a1 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:49:59.714329 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:49:59.777874 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:49:59.777874 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:49:59.809548 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Pushing event updated for resources: {'Port': ['ID=c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:49:59.861896 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.862241 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.862579 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.862924 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.863246 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.863567 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.863880 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.864230 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.864559 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.864875 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.865174 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.865647 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.865952 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.866256 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.866584 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Tracked resource versions report: Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: pushed versions: Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: { 'AddressGroup': {'1.2'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Agent': {'1.1'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'ConntrackHelper': {'1.0'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'LocalIPAssociation': {'1.0'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Log': {'1.0'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'NDPProxy': {'1.0'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Network': {'1.1'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Port': {'1.7'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'PortForwarding': {'1.3'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'QosPolicy': {'1.10'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SecurityGroup': {'1.5'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SecurityGroupRule': {'1.2'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SubPort': {'1.0'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Subnet': {'1.1'}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Trunk': {'1.1'}} Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: consumer versions: Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: { DHCP agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: L3 agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: Metadata agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: Metering agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: Open vSwitch agent@dv-cinder-836083-3-iscsi: { 'AddressGroup': '1.2', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Agent': '1.1', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'ConntrackHelper': '1.0', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'LocalIPAssociation': '1.0', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Log': '1.0', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'NDPProxy': '1.0', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Network': '1.1', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Port': '1.7', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'PortForwarding': '1.3', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'QosPolicy': '1.10', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SecurityGroup': '1.5', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SecurityGroupRule': '1.2', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SubPort': '1.0', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Subnet': '1.1', Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Trunk': '1.1'}} Apr 11 12:49:59.868144 dv-cinder-836083-3-iscsi neutron-server[103361]: {{(pid=103361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 12:50:00.010682 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:00.112250 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-e45ebc31-6905-49ee-9899-7e3b19a9032a None None] Provisioning complete for port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:50:00.112911 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-e45ebc31-6905-49ee-9899-7e3b19a9032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:00.197137 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-e45ebc31-6905-49ee-9899-7e3b19a9032a None None] Port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:50:00.249557 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Publish callbacks [] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:00.255231 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:00.255979 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:00.312661 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Pushing event updated for resources: {'Port': ['ID=c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:50:00.379713 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Network 63491ab3-b64a-42da-b276-929a69a374a1 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:50:00.381211 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:50:00.607785 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Router f5e5cf9b-c128-41e4-adc2-7f893bc0b030 is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 12:50:00.620779 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-d02f5cbe-6515-42e0-ac15-4a29f795390f None None] Provisioning complete for port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:50:00.621378 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d02f5cbe-6515-42e0-ac15-4a29f795390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:00.657324 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-d02f5cbe-6515-42e0-ac15-4a29f795390f None None] Port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:50:00.714316 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:50:00.719683 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-39df411e-3fce-4277-8914-732a75d7b8db demo admin] 10.222.0.26 "PUT /v2.0/routers/f5e5cf9b-c128-41e4-adc2-7f893bc0b030/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9312000 Apr 11 12:50:00.736073 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Sync routers for ids ['f5e5cf9b-c128-41e4-adc2-7f893bc0b030'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:50:00.748933 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Routers {'f5e5cf9b-c128-41e4-adc2-7f893bc0b030'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:50:00.749791 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:49:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['f5e5cf9b-c128-41e4-adc2-7f893bc0b030'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:50:00.898093 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:00.943204 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Set router f5e5cf9b-c128-41e4-adc2-7f893bc0b030 gateway port host: None {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:50:01.351561 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'name': 'router1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:49:49Z', 'updated_at': '2022-04-11T12:49:59Z', 'revision_number': 2, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'gw_port_host': None, '_interfaces': [{'id': 'c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee', 'name': '', 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'mac_address': 'fa:16:3e:3a:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:49:59Z', 'updated_at': '2022-04-11T12:50:00Z', 'revision_number': 2, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'subnets': [{'id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9cdaa5-c476-48a4-82f0-2f11b7386f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:50:01.402782 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Checking router: f5e5cf9b-c128-41e4-adc2-7f893bc0b030 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:50:01.403110 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Updating router f5e5cf9b-c128-41e4-adc2-7f893bc0b030 port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:50:01.455491 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:01.987343 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Publish callbacks [] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:01.995310 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:02.093089 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Pushing event updated for resources: {'Port': ['ID=c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:50:02.143519 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.143918 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.144344 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.144754 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.145135 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.145535 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.145920 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.146301 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.146700 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.147087 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.147464 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.147875 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.148268 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.148695 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.149015 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Tracked resource versions report: Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: pushed versions: Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: { 'AddressGroup': {'1.2'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Agent': {'1.1'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'ConntrackHelper': {'1.0'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'LocalIPAssociation': {'1.0'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Log': {'1.0'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'NDPProxy': {'1.0'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Network': {'1.1'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Port': {'1.7'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'PortForwarding': {'1.3'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'QosPolicy': {'1.10'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SecurityGroup': {'1.5'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SecurityGroupRule': {'1.2'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SubPort': {'1.0'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Subnet': {'1.1'}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Trunk': {'1.1'}} Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: consumer versions: Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: { DHCP agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: L3 agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: Metadata agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: Metering agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: Open vSwitch agent@dv-cinder-836083-3-iscsi: { 'AddressGroup': '1.2', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Agent': '1.1', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'ConntrackHelper': '1.0', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'LocalIPAssociation': '1.0', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Log': '1.0', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'NDPProxy': '1.0', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Network': '1.1', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Port': '1.7', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'PortForwarding': '1.3', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'QosPolicy': '1.10', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SecurityGroup': '1.5', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SecurityGroupRule': '1.2', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SubPort': '1.0', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Subnet': '1.1', Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Trunk': '1.1'}} Apr 11 12:50:02.150527 dv-cinder-836083-3-iscsi neutron-server[103364]: {{(pid=103364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 12:50:02.186892 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Attempting to bind port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:50:02.187294 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Attempting to bind port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '1a961752-444c-4e1f-966b-1de95660cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:50:02.187715 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Attempting to bind port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee on network 63491ab3-b64a-42da-b276-929a69a374a1 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:50:02.192915 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:50:02.193332 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Checking segment: {'id': '1a961752-444c-4e1f-966b-1de95660cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:50:02.193785 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:02.194166 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Bound using segment: {'id': '1a961752-444c-4e1f-966b-1de95660cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:50:02.194657 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Bound port: c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a961752-444c-4e1f-966b-1de95660cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:50:02.195033 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:02.263462 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] For port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:50:02.282865 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] For port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee,segment=NetworkSegment(1a961752-444c-4e1f-966b-1de95660cb10),segment_id=1a961752-444c-4e1f-966b-1de95660cb10)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:50:02.289178 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-770a5367-6928-4fd5-b64d-8d5284989286 None None] Provisioning complete for port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:50:02.289665 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-770a5367-6928-4fd5-b64d-8d5284989286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:02.289742 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:02.350709 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Routers {'f5e5cf9b-c128-41e4-adc2-7f893bc0b030'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:50:02.351806 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:49:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['f5e5cf9b-c128-41e4-adc2-7f893bc0b030'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:50:02.354178 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2466b-202a-40a6-98e2-62c006852abc None None] Pushing event updated for resources: {'Port': ['ID=c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee,revision_number=4']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:50:02.385707 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-770a5367-6928-4fd5-b64d-8d5284989286 None None] Current status of the port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:50:02.386276 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-770a5367-6928-4fd5-b64d-8d5284989286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:02.421457 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-770a5367-6928-4fd5-b64d-8d5284989286 None None] For port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee,segment=NetworkSegment(1a961752-444c-4e1f-966b-1de95660cb10),segment_id=1a961752-444c-4e1f-966b-1de95660cb10)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:50:02.426408 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-770a5367-6928-4fd5-b64d-8d5284989286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:02.454812 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] Set router f5e5cf9b-c128-41e4-adc2-7f893bc0b030 gateway port host: None {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:50:02.480865 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a5367-6928-4fd5-b64d-8d5284989286 None None] Pushing event updated for resources: {'Port': ['ID=c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:50:02.545038 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eb19eefa-77a5-43e1-b537-746905cc9325 None None] Provisioning complete for port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:50:02.545694 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eb19eefa-77a5-43e1-b537-746905cc9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:02.642335 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:02.643652 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eb19eefa-77a5-43e1-b537-746905cc9325 None None] Current status of the port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:50:02.674806 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'name': 'router1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:49:49Z', 'updated_at': '2022-04-11T12:49:59Z', 'revision_number': 2, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'gw_port_host': None, '_interfaces': [{'id': 'c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee', 'name': '', 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'mac_address': 'fa:16:3e:3a:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:49:59Z', 'updated_at': '2022-04-11T12:50:02Z', 'revision_number': 4, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'subnets': [{'id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9cdaa5-c476-48a4-82f0-2f11b7386f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:50:02.702089 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a582b4a-0ab7-417b-a15f-018de29271d4 None None] The sync data for ids ['f5e5cf9b-c128-41e4-adc2-7f893bc0b030'] in dv-cinder-836083-3-iscsi is: [{'id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'name': 'router1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:49:49Z', 'updated_at': '2022-04-11T12:49:59Z', 'revision_number': 2, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'gw_port_host': None, '_interfaces': [{'id': 'c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee', 'name': '', 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'mac_address': 'fa:16:3e:3a:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:49:59Z', 'updated_at': '2022-04-11T12:50:02Z', 'revision_number': 4, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'subnets': [{'id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9cdaa5-c476-48a4-82f0-2f11b7386f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:50:03.211779 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47044) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:50:03.415813 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771dff2d-0075-43eb-9b94-cbf839e8e4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:50:03.417180 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-771dff2d-0075-43eb-9b94-cbf839e8e4d9 admin admin] 10.222.0.26 "GET /v2.0/networks/0bd25540-7707-439a-b108-ba1a00df0462 HTTP/1.1" status: 200 len: 842 time: 0.2043231 Apr 11 12:50:03.426721 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:50:03.458549 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Made reservation on behalf of 9ff75e45985c4430b67f69a73b240b30 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:50:03.461330 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:03.754565 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.objects.ports [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103361) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 12:50:03.754985 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:03.804893 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:50:03.821156 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:50:03.821519 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Network hostable DHCP agents. Network: 0bd25540-7707-439a-b108-ba1a00df0462, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 12:50:03.844151 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 12:50:03.857123 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 0bd25540-7707-439a-b108-ba1a00df0462) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:50:03.862000 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:50:03.862943 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:03.865984 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248cd2a1-5ead-414f-a37a-bce4a201d650 None None] Network 0bd25540-7707-439a-b108-ba1a00df0462 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:50:03.890682 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-a3718c1a-7f47-458c-ab03-205bbb2e013b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4673991 Apr 11 12:50:03.984466 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab4756b-590c-43f2-876d-c5934139a431 None None] Network 0bd25540-7707-439a-b108-ba1a00df0462 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:50:06.372307 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47062) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:50:06.512043 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8d95aa14-499b-4d8f-861c-71dadb3e78a0 demo admin] 10.222.0.26 "GET /v2.0/routers/f5e5cf9b-c128-41e4-adc2-7f893bc0b030 HTTP/1.1" status: 200 len: 710 time: 0.1335635 Apr 11 12:50:06.596693 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef6027c-b9b7-4444-a984-e5e4b09c76b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:50:06.598211 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-9ef6027c-b9b7-4444-a984-e5e4b09c76b0 demo admin] 10.222.0.26 "GET /v2.0/networks/0bd25540-7707-439a-b108-ba1a00df0462 HTTP/1.1" status: 200 len: 886 time: 0.0855522 Apr 11 12:50:06.607266 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:50:06.858129 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Publish callbacks [] for router_gateway (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:07.131740 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Publish callbacks [] for router_gateway (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:07.206844 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:07.307531 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Allocated IP 172.27.0.70 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:50:07.407315 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Publish callbacks [] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:07.440653 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:07.475485 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:50:07.478220 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:50:07.481444 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:50:07.521709 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Pushing event updated for resources: {'Port': ['ID=8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:50:07.745204 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Publish callbacks [] for router_gateway (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:07.953075 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-752069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2268'] for router (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:07.956960 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-752076'] for router (f5e5cf9b-c128-41e4-adc2-7f893bc0b030), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:08.072509 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Router f5e5cf9b-c128-41e4-adc2-7f893bc0b030 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 12:50:08.181802 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:50:08.185919 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:08.200263 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-b2f1140d-ef92-412f-9923-f5bd85bbf152 demo admin] 10.222.0.26 "PUT /v2.0/routers/f5e5cf9b-c128-41e4-adc2-7f893bc0b030 HTTP/1.1" status: 200 len: 889 time: 1.5830929 Apr 11 12:50:10.687651 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47074) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:50:10.801374 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8f21f362-4f31-4524-994e-b1b386a0887b admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1125455 Apr 11 12:50:11.328789 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Sync routers for ids ['f5e5cf9b-c128-41e4-adc2-7f893bc0b030'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:50:11.341171 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Routers {'f5e5cf9b-c128-41e4-adc2-7f893bc0b030'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:50:11.341867 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:49:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['f5e5cf9b-c128-41e4-adc2-7f893bc0b030'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:50:11.363568 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:50:11.597906 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Set router f5e5cf9b-c128-41e4-adc2-7f893bc0b030 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:50:11.612914 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:50:11.613305 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:12.017756 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:50:12.142104 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'name': 'router1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:49:49Z', 'updated_at': '2022-04-11T12:50:07Z', 'revision_number': 4, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'gw_port': {'id': '8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:50:07Z', 'updated_at': '2022-04-11T12:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee', 'name': '', 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'mac_address': 'fa:16:3e:3a:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:49:59Z', 'updated_at': '2022-04-11T12:50:02Z', 'revision_number': 5, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'subnets': [{'id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9cdaa5-c476-48a4-82f0-2f11b7386f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:50:12.194723 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Checking router: f5e5cf9b-c128-41e4-adc2-7f893bc0b030 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:50:12.195030 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Updating router f5e5cf9b-c128-41e4-adc2-7f893bc0b030 port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6 binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:50:12.244391 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:12.570012 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Publish callbacks [] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:12.577742 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:12.630447 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Attempting to bind port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:50:12.630912 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Attempting to bind port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:50:12.631275 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Attempting to bind port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6 on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:50:12.633219 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf25a2a-5311-493d-a594-af3aabbca169 None None] Pushing event updated for resources: {'Port': ['ID=8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:50:12.639148 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:50:12.639511 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:50:12.639909 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:12.640308 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:50:12.640762 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Bound port: 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:50:12.641567 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:12.695935 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] For port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:50:12.700000 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] For port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:50:12.709887 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:12.766009 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf25a2a-5311-493d-a594-af3aabbca169 None None] Pushing event updated for resources: {'Port': ['ID=8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:50:12.777312 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Routers {'f5e5cf9b-c128-41e4-adc2-7f893bc0b030'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:50:12.778280 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:49:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['f5e5cf9b-c128-41e4-adc2-7f893bc0b030'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:50:12.891251 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] Set router f5e5cf9b-c128-41e4-adc2-7f893bc0b030 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:50:13.104291 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'name': 'router1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:49:49Z', 'updated_at': '2022-04-11T12:50:07Z', 'revision_number': 4, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'gw_port': {'id': '8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:50:07Z', 'updated_at': '2022-04-11T12:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee', 'name': '', 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'mac_address': 'fa:16:3e:3a:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:49:59Z', 'updated_at': '2022-04-11T12:50:02Z', 'revision_number': 5, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'subnets': [{'id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9cdaa5-c476-48a4-82f0-2f11b7386f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:50:13.134070 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caae913-d012-4ce1-b243-a97ccbf96f71 None None] The sync data for ids ['f5e5cf9b-c128-41e4-adc2-7f893bc0b030'] in dv-cinder-836083-3-iscsi is: [{'id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'name': 'router1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:49:49Z', 'updated_at': '2022-04-11T12:50:07Z', 'revision_number': 4, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'gw_port': {'id': '8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:50:07Z', 'updated_at': '2022-04-11T12:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee', 'name': '', 'network_id': '63491ab3-b64a-42da-b276-929a69a374a1', 'tenant_id': '3729dd92a95748e59867f4cc596718dd', 'mac_address': 'fa:16:3e:3a:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e5cf9b-c128-41e4-adc2-7f893bc0b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:49:59Z', 'updated_at': '2022-04-11T12:50:02Z', 'revision_number': 5, 'project_id': '3729dd92a95748e59867f4cc596718dd', 'subnets': [{'id': '7addb341-f4ed-46ae-8b0d-1755742d1144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9cdaa5-c476-48a4-82f0-2f11b7386f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:50:13.399086 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:50:13.470824 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:50:13.471416 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:13.587084 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:50:13.587866 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:13.615357 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:50:13.622308 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:13.691930 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:50:15.369784 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:50:15.488287 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:50:15.488676 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:15.610516 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 8a1b9ea0-e9ae-480f-a0dd-5bd27da856a6 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:50:22.769471 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 5 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:50:26.142371 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a80877bc-1853-4c74-ac12-e849281ac46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:28.704655 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1a9fff38-9e96-488e-ad3d-f13ad341448b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:29.474402 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:30.899835 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:32.628381 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:56.138250 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c90baaed-b1f0-439d-b1df-c389bb092a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:58.701883 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f5df75d5-9909-4b36-b8ad-c417b7208fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:59.473627 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:50:59.767926 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 5 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:51:00.904367 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:02.634248 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:26.143273 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08a1cf2e-af90-4c87-9a98-9c602ed578cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:28.707452 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0f23725a-2c1f-4ad5-ae60-37ce278cec6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:29.467922 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:30.907973 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:32.311382 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47558) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:51:32.379055 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba103375-4ea4-4d28-8828-edfd3bf05e37 admin admin] GET failed (client error): The resource could not be found. Apr 11 12:51:32.380955 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-ba103375-4ea4-4d28-8828-edfd3bf05e37 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684497 Apr 11 12:51:32.627907 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a49f91b-8d33-49d7-b1dc-81a98ae94349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:32.629536 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2a49f91b-8d33-49d7-b1dc-81a98ae94349 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2422605 Apr 11 12:51:32.638418 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:34.938839 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47568) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:51:35.043461 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abe917e-07e9-462c-bc05-edeb207f362b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:35.044827 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2abe917e-07e9-462c-bc05-edeb207f362b admin admin] 10.222.0.26 "GET /v2.0/subnets/7addb341-f4ed-46ae-8b0d-1755742d1144 HTTP/1.1" status: 200 len: 849 time: 0.1050353 Apr 11 12:51:35.054269 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:51:35.149727 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Publish callbacks [] for subnet (7addb341-f4ed-46ae-8b0d-1755742d1144), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:35.289181 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778936886038'] for subnet (7addb341-f4ed-46ae-8b0d-1755742d1144), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:35.319441 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:35.320056 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:35.321298 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] 10.222.0.26 "PUT /v2.0/subnets/7addb341-f4ed-46ae-8b0d-1755742d1144 HTTP/1.1" status: 200 len: 868 time: 0.2706432 Apr 11 12:51:35.342605 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7addb341-f4ed-46ae-8b0d-1755742d1144,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:51:35.343143 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf457eb-1fe6-4b1f-b000-81a1dfc36f18 None None] Network 63491ab3-b64a-42da-b276-929a69a374a1 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:51:35.350756 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.351129 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.351441 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.351772 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.352112 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.352435 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.352749 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.353063 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.353390 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.353711 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.354044 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.354361 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.354738 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.354972 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.355279 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ba53e-8dbb-47af-ad18-45b952659a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:51:35.618929 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-741c005b-589e-48b9-a41f-f424531cf8cf None None] Provisioning complete for port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:51:35.619319 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-741c005b-589e-48b9-a41f-f424531cf8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:35.701541 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-741c005b-589e-48b9-a41f-f424531cf8cf None None] Current status of the port c1dbf59f-7b85-4b9a-a95e-7182e2bb77ee is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:51:35.710040 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-741c005b-589e-48b9-a41f-f424531cf8cf None None] Provisioning complete for port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:51:35.710407 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-741c005b-589e-48b9-a41f-f424531cf8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e3b651c7-0b0b-4de7-aa46-bb42cedb02d3), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:35.790588 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-741c005b-589e-48b9-a41f-f424531cf8cf None None] Current status of the port e3b651c7-0b0b-4de7-aa46-bb42cedb02d3 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:51:36.766379 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 5 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:51:37.604735 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47576) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:51:37.802085 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49282269-ffc7-47df-a1f4-8f9996b45a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:37.802541 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49282269-ffc7-47df-a1f4-8f9996b45a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:37.804052 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-49282269-ffc7-47df-a1f4-8f9996b45a2f admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984167 Apr 11 12:51:40.104688 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47584) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:51:40.245318 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe6445-a57c-456e-862c-fe0bb8714103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:40.245779 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe6445-a57c-456e-862c-fe0bb8714103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:40.247284 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-42fe6445-a57c-456e-862c-fe0bb8714103 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1414695 Apr 11 12:51:42.529820 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47592) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:51:42.657597 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553e80ce-8d57-472e-9cb6-188ef444ef85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:42.658973 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-553e80ce-8d57-472e-9cb6-188ef444ef85 admin admin] 10.222.0.26 "GET /v2.0/networks/0bd25540-7707-439a-b108-ba1a00df0462 HTTP/1.1" status: 200 len: 886 time: 0.1281850 Apr 11 12:51:44.996321 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47600) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:51:45.136517 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad15071-4996-4d1a-b8c3-5844cbf6714f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:45.137890 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-5ad15071-4996-4d1a-b8c3-5844cbf6714f admin admin] 10.222.0.26 "GET /v2.0/networks/63491ab3-b64a-42da-b276-929a69a374a1 HTTP/1.1" status: 200 len: 869 time: 0.1406169 Apr 11 12:51:47.446935 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 47608) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:51:47.591277 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5281efe5-c617-4a63-a99c-f97d95cdbd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:47.591677 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5281efe5-c617-4a63-a99c-f97d95cdbd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:47.593279 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-5281efe5-c617-4a63-a99c-f97d95cdbd83 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1454093 Apr 11 12:51:49.877851 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 47618) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:51:49.970590 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec98231-9dad-41ff-a8ed-4a1b2220b9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:49.971047 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec98231-9dad-41ff-a8ed-4a1b2220b9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:49.972577 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-bec98231-9dad-41ff-a8ed-4a1b2220b9af admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937805 Apr 11 12:51:52.257247 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47626) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:51:52.352415 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0b538-8f0b-40ed-8f48-7fd3277ba84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:52.353793 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-54b0b538-8f0b-40ed-8f48-7fd3277ba84e admin admin] 10.222.0.26 "GET /v2.0/subnets/7addb341-f4ed-46ae-8b0d-1755742d1144 HTTP/1.1" status: 200 len: 868 time: 0.0955453 Apr 11 12:51:54.655510 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47634) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:51:54.745793 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f585a72-3a9c-4f9b-beaa-baf44b879d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:51:54.747129 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-1f585a72-3a9c-4f9b-beaa-baf44b879d2a admin admin] 10.222.0.26 "GET /v2.0/subnets/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1 HTTP/1.1" status: 200 len: 816 time: 0.0906007 Apr 11 12:51:56.147730 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-11ad1553-8ee1-4187-99e8-7af56df86d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:58.712935 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ddedb392-79ae-4453-95fa-b2a27d460c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:51:59.473272 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:00.911505 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:02.644948 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:13.766531 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 5 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:52:26.153192 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6e1eac63-cdb7-4276-9bcf-8fe78695b6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:28.717616 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-89a1a5dc-a7b3-4361-8123-7c33fe3ef136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:29.473850 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:30.918114 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:32.645025 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:35.123526 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47692) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:52:35.180276 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [None req-aea042c4-5302-489e-ae8d-bfb182ad30ca admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 12:52:35.181470 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-aea042c4-5302-489e-ae8d-bfb182ad30ca admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0568833 Apr 11 12:52:37.582258 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47700) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:52:37.651343 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d7a51c-6657-44a9-90db-3476a8ac270f admin admin] GET failed (client error): The resource could not be found. Apr 11 12:52:37.652634 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-09d7a51c-6657-44a9-90db-3476a8ac270f admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0694418 Apr 11 12:52:37.734891 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97596eac-9f94-49fe-86ff-fa94ca04c5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:52:37.736345 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-97596eac-9f94-49fe-86ff-fa94ca04c5ba admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794280 Apr 11 12:52:40.066400 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 47708) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:52:40.124853 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:52:40.147747 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Made reservation on behalf of 9ff75e45985c4430b67f69a73b240b30 for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:52:40.150015 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:40.183623 dv-cinder-836083-3-iscsi neutron-server[103362]: WARNING neutron.services.revisions.revision_plugin [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Could not find related network for resource to bump revision. Apr 11 12:52:40.195527 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 12:52:40.204507 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (a6e7d0b9-180c-47fe-951b-dc07a41be3db), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:40.204833 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Added segment a6e7d0b9-180c-47fe-951b-dc07a41be3db of type vlan for network e0dc3e6e-5b59-40a2-bf0b-559e60583342 Apr 11 12:52:40.244841 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (e0dc3e6e-5b59-40a2-bf0b-559e60583342), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:40.270709 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (e0dc3e6e-5b59-40a2-bf0b-559e60583342), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:40.271735 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:52:40.272271 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:40.327357 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2598770 Apr 11 12:52:40.330481 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Pushing event updated for resources: {'Network': ['ID=e0dc3e6e-5b59-40a2-bf0b-559e60583342,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:52:40.337462 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.337812 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.338175 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.338516 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.338852 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.339182 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.339545 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.339829 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.340221 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.340564 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.340881 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.341242 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.341577 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.341847 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.342157 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d658-5b75-46a7-9508-3e705525151f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:40.354388 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network e0dc3e6e-5b59-40a2-bf0b-559e60583342 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 12:52:42.678231 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47716) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:52:42.744477 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f7db3b-6b08-4dc7-ad9d-a50eddf9ae3c admin admin] GET failed (client error): The resource could not be found. Apr 11 12:52:42.745752 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c4f7db3b-6b08-4dc7-ad9d-a50eddf9ae3c admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665836 Apr 11 12:52:42.824606 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00e8f2-9490-47f3-9df4-88736427c41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:52:42.826631 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-9f00e8f2-9490-47f3-9df4-88736427c41d admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0750916 Apr 11 12:52:42.837495 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:52:42.858817 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Made reservation on behalf of 9ff75e45985c4430b67f69a73b240b30 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:52:42.861199 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:43.038156 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (2cab9be5-0765-4f5f-80c1-1eccf370d2b0), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:43.099425 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cab9be5-0765-4f5f-80c1-1eccf370d2b0,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:52:43.109571 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.109843 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.110180 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.110507 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.110847 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.111170 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.111486 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.111801 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.112140 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.112452 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.112753 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.113093 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.113404 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.113699 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.114002 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.119604 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Checking segment: {'id': 'a6e7d0b9-180c-47fe-951b-dc07a41be3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:52:43.119950 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Network hostable DHCP agents. Network: e0dc3e6e-5b59-40a2-bf0b-559e60583342, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 12:52:43.139737 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Network e0dc3e6e-5b59-40a2-bf0b-559e60583342 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 12:52:43.149211 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, e0dc3e6e-5b59-40a2-bf0b-559e60583342) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:52:43.153231 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:52:43.154287 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:43.158180 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6fb0c-9989-4a24-882e-26b4c5a82660 None None] Network e0dc3e6e-5b59-40a2-bf0b-559e60583342 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:52:43.175346 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-53212f8f-ac42-4719-a66e-b4dfb1703bc5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3369219 Apr 11 12:52:43.261951 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-e0dc3e6e-5b59-40a2-bf0b-559e60583342', 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342', 'project_id': '9ff75e45985c4430b67f69a73b240b30', 'fixed_ips': [{'subnet_id': '2cab9be5-0765-4f5f-80c1-1eccf370d2b0'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 12:52:43.262693 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:43.500334 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Allocated IP 192.168.233.2 (e0dc3e6e-5b59-40a2-bf0b-559e60583342/2cab9be5-0765-4f5f-80c1-1eccf370d2b0/51ff5ae1-9256-4025-8ab2-d6e06fb576ab) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:52:43.646235 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Publish callbacks [] for port (51ff5ae1-9256-4025-8ab2-d6e06fb576ab), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:43.652798 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (51ff5ae1-9256-4025-8ab2-d6e06fb576ab), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:43.693989 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Network e0dc3e6e-5b59-40a2-bf0b-559e60583342 is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:52:43.699557 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Pushing event updated for resources: {'Port': ['ID=51ff5ae1-9256-4025-8ab2-d6e06fb576ab,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:52:43.701728 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:52:43.704396 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:52:43.712170 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.712509 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.712860 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.713209 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.713529 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.713848 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.714168 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.714479 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.714792 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.715099 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.715414 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.715722 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.716039 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.716356 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.716660 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:52:43.773236 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Attempting to bind port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:52:43.773501 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Attempting to bind port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': 'a6e7d0b9-180c-47fe-951b-dc07a41be3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:52:43.773872 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Attempting to bind port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab on network e0dc3e6e-5b59-40a2-bf0b-559e60583342 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:52:43.778929 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:52:43.779285 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Checking segment: {'id': 'a6e7d0b9-180c-47fe-951b-dc07a41be3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:52:43.779682 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:43.780102 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Bound using segment: {'id': 'a6e7d0b9-180c-47fe-951b-dc07a41be3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:52:43.781274 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Bound port: 51ff5ae1-9256-4025-8ab2-d6e06fb576ab, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e7d0b9-180c-47fe-951b-dc07a41be3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:52:43.781274 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (51ff5ae1-9256-4025-8ab2-d6e06fb576ab), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:43.842287 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] For port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:52:43.845399 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] For port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=51ff5ae1-9256-4025-8ab2-d6e06fb576ab,segment=NetworkSegment(a6e7d0b9-180c-47fe-951b-dc07a41be3db),segment_id=a6e7d0b9-180c-47fe-951b-dc07a41be3db)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:52:43.852103 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (51ff5ae1-9256-4025-8ab2-d6e06fb576ab), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:43.908693 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224c179-d196-403d-a9a2-c4ec62e83b7d None None] Pushing event updated for resources: {'Port': ['ID=51ff5ae1-9256-4025-8ab2-d6e06fb576ab,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:52:44.806031 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95210933-cd71-4bb0-8813-dd0ebc6a9824 None None] Network e0dc3e6e-5b59-40a2-bf0b-559e60583342 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:52:44.872533 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-64046607-4fbd-47fe-8a6d-fcd8ba993293 None None] Provisioning complete for port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:52:44.872903 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-64046607-4fbd-47fe-8a6d-fcd8ba993293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (51ff5ae1-9256-4025-8ab2-d6e06fb576ab), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:44.986993 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-64046607-4fbd-47fe-8a6d-fcd8ba993293 None None] Current status of the port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:52:44.990212 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-64046607-4fbd-47fe-8a6d-fcd8ba993293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (51ff5ae1-9256-4025-8ab2-d6e06fb576ab), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:45.021609 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-64046607-4fbd-47fe-8a6d-fcd8ba993293 None None] For port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=51ff5ae1-9256-4025-8ab2-d6e06fb576ab,segment=NetworkSegment(a6e7d0b9-180c-47fe-951b-dc07a41be3db),segment_id=a6e7d0b9-180c-47fe-951b-dc07a41be3db)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:52:45.028461 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-64046607-4fbd-47fe-8a6d-fcd8ba993293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (51ff5ae1-9256-4025-8ab2-d6e06fb576ab), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:45.081313 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046607-4fbd-47fe-8a6d-fcd8ba993293 None None] Pushing event updated for resources: {'Port': ['ID=51ff5ae1-9256-4025-8ab2-d6e06fb576ab,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:52:45.149975 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-b1d0f0ba-e2bb-4ca1-a7d8-387d17257950 None None] Provisioning complete for port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:52:45.150334 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f0ba-e2bb-4ca1-a7d8-387d17257950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (51ff5ae1-9256-4025-8ab2-d6e06fb576ab), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:45.235820 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0f0ba-e2bb-4ca1-a7d8-387d17257950 None None] Current status of the port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:52:45.446341 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 51ff5ae1-9256-4025-8ab2-d6e06fb576ab up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:52:45.492322 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:52:45.492868 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (51ff5ae1-9256-4025-8ab2-d6e06fb576ab), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:45.568706 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 51ff5ae1-9256-4025-8ab2-d6e06fb576ab is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:52:50.765438 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 5 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:52:56.149712 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5b27-e4f2-43b7-b78f-ab1f5c9849ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:58.721567 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c52cfdd0-0049-4881-a1b1-0442f8e31561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:52:59.477487 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:53:00.918412 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:53:02.644503 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:53:26.142724 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b06f7a34-d3c9-4a70-b058-d07fdec61d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:53:27.764844 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 5 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:53:28.729211 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-861b04ef-f690-45f1-9845-6985b15330c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:53:29.481126 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:53:30.922177 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:53:32.640325 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:53:56.147480 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6b6e-bddf-4301-bf35-764715066c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:53:58.724278 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8385cc33-feda-4405-b78a-0820dda0904c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:53:59.484353 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:00.925022 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:02.635116 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:04.764860 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 5 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:54:19.408143 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47754) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:54:19.414106 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [None req-19993788-1f9e-4525-8e09-9fbf898da747 tempest-verify_tempest_config-376336286 tempest-verify_tempest_config-376336286-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 12:54:19.415066 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-19993788-1f9e-4525-8e09-9fbf898da747 tempest-verify_tempest_config-376336286 tempest-verify_tempest_config-376336286-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059493 Apr 11 12:54:19.734500 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47772) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:54:19.842544 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:19.951910 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Publish callbacks [] for security_group (120bf299-a64c-4729-82e7-b9d5c34d55ed), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:19.957204 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (120bf299-a64c-4729-82e7-b9d5c34d55ed), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:20.001906 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5306e0385964cc6b574ca796bee6092&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2663841 Apr 11 12:54:20.002843 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120bf299-a64c-4729-82e7-b9d5c34d55ed,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:54:20.005102 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47776) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:54:20.016622 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.016964 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.017336 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.017692 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.018044 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.018349 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.018664 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.018978 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.019311 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.019610 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.019945 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.020302 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.020623 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.020931 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.021253 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ef8c8-29fd-47dd-95c2-248d3d9f5bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:54:20.079985 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-83dc83e2-eb2a-48fe-bbb6-811e18dbecb0 admin admin] Publish callbacks [] for security_group (120bf299-a64c-4729-82e7-b9d5c34d55ed), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:20.099993 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-83dc83e2-eb2a-48fe-bbb6-811e18dbecb0 admin admin] Publish callbacks [] for security_group (120bf299-a64c-4729-82e7-b9d5c34d55ed), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:20.189537 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-83dc83e2-eb2a-48fe-bbb6-811e18dbecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (120bf299-a64c-4729-82e7-b9d5c34d55ed), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:20.192129 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-83dc83e2-eb2a-48fe-bbb6-811e18dbecb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:20.193296 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-83dc83e2-eb2a-48fe-bbb6-811e18dbecb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/120bf299-a64c-4729-82e7-b9d5c34d55ed HTTP/1.1" status: 204 len: 168 time: 0.1862161 Apr 11 12:54:20.201255 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc83e2-eb2a-48fe-bbb6-811e18dbecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120bf299-a64c-4729-82e7-b9d5c34d55ed,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:54:26.152959 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9ed59a29-f099-4e65-9b48-a36c6a0cb5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:28.728521 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-2f377206-0e8e-40e7-ac78-1c53f641dc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:29.490033 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:30.929666 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:32.640204 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:41.763806 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 5 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:54:56.157297 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4c859e6a-3490-4caf-abe0-7c21ebdde0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:58.745630 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f55d6e3a-c97d-441b-9eb3-83042cd7ee22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:54:59.497518 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:55:00.938935 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:55:02.653731 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:55:18.768516 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 5 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:55:26.163063 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1c05448a-2838-4066-a4f5-5245e126f8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:55:28.741198 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c34ad2a3-a751-4768-90d6-735485179b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:55:29.502675 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:55:30.943562 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:55:32.658236 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:55:55.773454 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 5 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:55:56.160200 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-99c47264-79ad-4285-9db5-98932eae441f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:55:58.738140 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-e7d79c35-a54c-4f79-a761-e17d101149d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:55:59.497721 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:00.946620 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:02.653162 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:08.392609 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747448'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:23.523642 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47848) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:56:23.643032 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e9c85388-0370-4de7-9e0b-654435456895 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1182253 Apr 11 12:56:25.989685 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47858) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:56:26.056357 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-3c2d13f9-a5bd-4992-9263-43148ffcd572 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0655406 Apr 11 12:56:26.155175 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d5e353b9-de32-438e-aa35-e926b93d65d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:28.732154 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-db20306e-33cf-4f78-ba47-39ee5344500c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:29.499890 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:30.946753 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:32.661872 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:32.772759 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:56:38.357911 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:56.163961 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8dee2c1c-561f-4143-bf9d-999b57318640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:58.742831 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-33368275-278b-4567-8f32-9dc9db2a88a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:56:59.514482 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:00.953678 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:02.670216 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:08.343778 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:09.777640 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:57:26.162112 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-489be53b-dae5-4267-8d09-e37bd63834c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:28.736720 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-115ae1f7-b8db-421e-959b-e5bb2d49504b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:29.506038 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:30.956245 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:32.655729 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:38.360620 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:46.776626 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:57:56.156572 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8633eb91-6ae9-4cdb-915d-088c86125273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:58.743508 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-22441be6-bc1c-4f37-ba3e-d21e846eeb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:57:59.514596 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:00.957808 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:02.658133 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:05.717103 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 47986) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:06.096407 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-837895692-network', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:06.121950 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Made reservation on behalf of a66f8a057b664bbeb953fa5a8718b2a2 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:06.125704 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.137833 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.221737 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Publish callbacks [] for security_group (5919a21f-2457-4aff-8103-36ca13d8cb01), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.229483 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5919a21f-2457-4aff-8103-36ca13d8cb01), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.263793 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 12:58:06.271115 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5919a21f-2457-4aff-8103-36ca13d8cb01,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:06.292651 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.293387 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.293954 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.294532 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.295125 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.295666 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.296167 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.296834 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.297319 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.297829 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.298323 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.298685 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.299023 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.299368 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.299741 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Tracked resource versions report: Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: pushed versions: Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: { 'AddressGroup': {'1.2'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Agent': {'1.1'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'ConntrackHelper': {'1.0'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'LocalIPAssociation': {'1.0'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Log': {'1.0'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'NDPProxy': {'1.0'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Network': {'1.1'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Port': {'1.7'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'PortForwarding': {'1.3'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'QosPolicy': {'1.10'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SecurityGroup': {'1.5'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SecurityGroupRule': {'1.2'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SubPort': {'1.0'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Subnet': {'1.1'}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Trunk': {'1.1'}} Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: consumer versions: Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: { DHCP agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: HyperV agent@hv-cinder-83608: {}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: L3 agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: Metadata agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: Metering agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: Open vSwitch agent@dv-cinder-836083-3-iscsi: { 'AddressGroup': '1.2', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Agent': '1.1', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'ConntrackHelper': '1.0', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'LocalIPAssociation': '1.0', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Log': '1.0', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'NDPProxy': '1.0', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Network': '1.1', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Port': '1.7', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'PortForwarding': '1.3', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'QosPolicy': '1.10', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SecurityGroup': '1.5', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SecurityGroupRule': '1.2', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'SubPort': '1.0', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Subnet': '1.1', Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: 'Trunk': '1.1'}} Apr 11 12:58:06.301053 dv-cinder-836083-3-iscsi neutron-server[103361]: {{(pid=103361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 12:58:06.306365 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778936773542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (1c15daee-2682-4678-a418-86c73cf32e89), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.306936 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Unsubscribe: segment precommit_create {{(pid=103361) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 12:58:06.307395 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.segments_db [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Added segment 1c15daee-2682-4678-a418-86c73cf32e89 of type vlan for network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 Apr 11 12:58:06.362850 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.404789 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.405820 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:06.406671 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.559557 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48040) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:06.560195 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8414581 Apr 11 12:58:06.571860 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Request body: {'subnet': {'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-837895692-subnet', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:06.602658 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Made reservation on behalf of a66f8a057b664bbeb953fa5a8718b2a2 for: {'subnet': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:06.604982 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.611653 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6fabd-ba5e-4261-a0f3-5ac94afa471f admin admin] Pushing event updated for resources: {'Network': ['ID=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:06.623831 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 12:58:06.668409 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48054) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:06.795942 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (41075c3c-d0cc-4765-8f6f-576ec246c5a9), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.863151 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41075c3c-d0cc-4765-8f6f-576ec246c5a9,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:06.866028 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Checking segment: {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:06.866380 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Network hostable DHCP agents. Network: bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 12:58:06.874267 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.874611 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.874949 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.875278 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.875600 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.875943 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.876293 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.876618 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.876934 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.877252 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.877568 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.877880 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.878197 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.878506 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.878817 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Tracked resource versions report: Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: pushed versions: Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: { 'AddressGroup': {'1.2'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Agent': {'1.1'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'ConntrackHelper': {'1.0'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'LocalIPAssociation': {'1.0'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Log': {'1.0'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'NDPProxy': {'1.0'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Network': {'1.1'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Port': {'1.7'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'PortForwarding': {'1.3'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'QosPolicy': {'1.10'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SecurityGroup': {'1.5'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SecurityGroupRule': {'1.2'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SubPort': {'1.0'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Subnet': {'1.1'}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Trunk': {'1.1'}} Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: consumer versions: Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: { DHCP agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: HyperV agent@hv-cinder-83608: {}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: L3 agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: Metadata agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: Metering agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: Open vSwitch agent@dv-cinder-836083-3-iscsi: { 'AddressGroup': '1.2', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Agent': '1.1', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'ConntrackHelper': '1.0', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'LocalIPAssociation': '1.0', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Log': '1.0', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'NDPProxy': '1.0', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Network': '1.1', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Port': '1.7', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'PortForwarding': '1.3', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'QosPolicy': '1.10', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SecurityGroup': '1.5', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SecurityGroupRule': '1.2', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'SubPort': '1.0', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Subnet': '1.1', Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: 'Trunk': '1.1'}} Apr 11 12:58:06.879942 dv-cinder-836083-3-iscsi neutron-server[103362]: {{(pid=103362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 12:58:06.901678 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 12:58:06.913571 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35) {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:06.918928 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:06.919903 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.928661 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200a827b-6623-49fc-b78c-072b18672250 None None] Network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:58:06.959076 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48070) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:06.960724 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-8fb161e7-8c2f-4e71-a9db-91befa1da1a5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3940990 Apr 11 12:58:06.963457 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:06.989440 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:06.991116 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.079794 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 12:58:07.080679 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.093846 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks [] for router_controller (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.238956 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks [] for router_gateway (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.245120 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Allocated IP 172.20.0.2 (bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35/41075c3c-d0cc-4765-8f6f-576ec246c5a9/1c43abc8-7e93-4003-88d1-bb860c4ebbfe) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:07.253354 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1735601180-network', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:07.287836 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48080) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:07.299391 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48084) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:07.326572 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Made reservation on behalf of f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:07.328941 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.336619 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48088) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:07.342580 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.436123 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Publish callbacks [] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.450170 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.499726 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks [] for router_gateway (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.510802 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:07.514336 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:07.518062 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:07.526382 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.529532 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Pushing event updated for resources: {'Port': ['ID=1c43abc8-7e93-4003-88d1-bb860c4ebbfe,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:07.552560 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Publish callbacks [] for security_group (0054290a-dfb0-458c-971f-4a1d7bc770b9), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.562296 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.562886 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.563232 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.563596 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.563918 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.564396 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.564602 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.564922 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.565240 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.565557 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.565874 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.566207 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.566525 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.566838 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.567152 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Tracked resource versions report: Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: pushed versions: Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: { 'AddressGroup': {'1.2'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Agent': {'1.1'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'ConntrackHelper': {'1.0'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'LocalIPAssociation': {'1.0'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Log': {'1.0'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'NDPProxy': {'1.0'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Network': {'1.1'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Port': {'1.7'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'PortForwarding': {'1.3'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'QosPolicy': {'1.10'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SecurityGroup': {'1.5'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SecurityGroupRule': {'1.2'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SubPort': {'1.0'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Subnet': {'1.1'}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Trunk': {'1.1'}} Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: consumer versions: Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: { DHCP agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: HyperV agent@hv-cinder-83608: {}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: L3 agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: Metadata agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: Metering agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: Open vSwitch agent@dv-cinder-836083-3-iscsi: { 'AddressGroup': '1.2', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Agent': '1.1', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'ConntrackHelper': '1.0', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'LocalIPAssociation': '1.0', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Log': '1.0', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'NDPProxy': '1.0', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Network': '1.1', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Port': '1.7', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'PortForwarding': '1.3', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'QosPolicy': '1.10', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SecurityGroup': '1.5', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SecurityGroupRule': '1.2', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'SubPort': '1.0', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Subnet': '1.1', Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: 'Trunk': '1.1'}} Apr 11 12:58:07.568327 dv-cinder-836083-3-iscsi neutron-server[103363]: {{(pid=103363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 12:58:07.578414 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (0054290a-dfb0-458c-971f-4a1d7bc770b9), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.619624 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0054290a-dfb0-458c-971f-4a1d7bc770b9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:07.620572 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Attempting to bind port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:07.620935 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Attempting to bind port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:07.621471 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Attempting to bind port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe on network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:07.656330 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:07.657916 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Checking segment: {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:07.658511 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.659079 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Bound using segment: {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:07.660288 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Bound port: 1c43abc8-7e93-4003-88d1-bb860c4ebbfe, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:07.660891 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.683547 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-791995668-network', 'tenant_id': '336060b9eecf4af88540e5597ecf1751'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:07.684604 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 12:58:07.693548 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Allocated IP 172.27.0.57 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/52684e36-a189-446a-810a-78324ff372d3) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:07.706053 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (fd1d859e-1762-4c42-8cfc-593fd201b09b), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.706392 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.segments_db [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Added segment fd1d859e-1762-4c42-8cfc-593fd201b09b of type vlan for network 381efb3a-a75e-48f6-b4fc-e139de7ec13d Apr 11 12:58:07.736873 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-4621414-network', 'tenant_id': '4f51b3316ccb49238618f982c77265ae'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:07.751543 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] For port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:07.756358 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] For port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=1c43abc8-7e93-4003-88d1-bb860c4ebbfe,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:07.765783 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.775617 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-984905830-network', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:07.783810 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Made reservation on behalf of 336060b9eecf4af88540e5597ecf1751 for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:07.791439 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.809099 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks [] for port (52684e36-a189-446a-810a-78324ff372d3), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.826953 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.836990 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Made reservation on behalf of 40f86b2346704694a79e8d8ab939d78c for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:07.839638 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.845853 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90c281-251b-4f36-beb2-983d0b5b8e26 None None] Pushing event updated for resources: {'Port': ['ID=1c43abc8-7e93-4003-88d1-bb860c4ebbfe,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:07.854348 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.859500 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Made reservation on behalf of 4f51b3316ccb49238618f982c77265ae for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:07.862150 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.883410 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (52684e36-a189-446a-810a-78324ff372d3), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.890248 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.957060 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:07.961233 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (381efb3a-a75e-48f6-b4fc-e139de7ec13d), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:07.973101 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:07.977162 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:07.979377 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Pushing event updated for resources: {'Port': ['ID=52684e36-a189-446a-810a-78324ff372d3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:08.155950 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.db.resource_extend [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 12:58:08.156394 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Publish callbacks [] for security_group (448423d8-e269-4d35-ab09-e8ec022f40ad), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.156394 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Publish callbacks [] for security_group (a7db9c49-fe0e-49ef-8ee2-04279677595a), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.156394 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (448423d8-e269-4d35-ab09-e8ec022f40ad), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.173382 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448423d8-e269-4d35-ab09-e8ec022f40ad,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:08.179639 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a7db9c49-fe0e-49ef-8ee2-04279677595a), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.191176 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 12:58:08.201068 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (381efb3a-a75e-48f6-b4fc-e139de7ec13d), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.210500 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:08.213031 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.217492 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (152fea44-5a28-439f-98e1-ba3f73b13b94), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.217765 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Added segment 152fea44-5a28-439f-98e1-ba3f73b13b94 of type vlan for network 8e2ce377-60e7-40d0-a684-279719c14ab1 Apr 11 12:58:08.223825 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 12:58:08.227242 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Publish callbacks [] for security_group (f98b386e-d371-4c32-8d54-84eb9fb75878), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.246661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f98b386e-d371-4c32-8d54-84eb9fb75878), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.281961 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (4af8f4a9-6134-4d8f-b9b8-628ef9254a59), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.282297 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Added segment 4af8f4a9-6134-4d8f-b9b8-628ef9254a59 of type vlan for network 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 Apr 11 12:58:08.332716 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6628416 Apr 11 12:58:08.339875 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48116) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:08.356394 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (8e2ce377-60e7-40d0-a684-279719c14ab1), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.359498 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Request body: {'subnet': {'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-subnet', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:08.359819 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 12:58:08.373605 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.376412 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7db9c49-fe0e-49ef-8ee2-04279677595a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:08.389660 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (2bdb1c44-aa4a-471f-a8c6-f1f6673eed84), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.416923 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (ef2a9bd4-dd1a-4817-8410-c3afcd119b28), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.417629 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Added segment ef2a9bd4-dd1a-4817-8410-c3afcd119b28 of type vlan for network 1070c4b9-bdcc-479f-b440-2980005e8e57 Apr 11 12:58:08.498224 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Made reservation on behalf of f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:08.500539 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.508392 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b386e-d371-4c32-8d54-84eb9fb75878,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:08.523034 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (8e2ce377-60e7-40d0-a684-279719c14ab1), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.524790 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:08.524958 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.543760 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (1070c4b9-bdcc-479f-b440-2980005e8e57), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.566573 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (2bdb1c44-aa4a-471f-a8c6-f1f6673eed84), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.567486 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:08.568075 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.569720 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420701be-784d-4db1-85d3-73621939ffb3 admin admin] Pushing event updated for resources: {'Network': ['ID=381efb3a-a75e-48f6-b4fc-e139de7ec13d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:08.581392 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 12:58:08.623483 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3229258 Apr 11 12:58:08.626811 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48126) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:08.628086 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294612d-aca7-4114-995b-d367b830d5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2ce377-60e7-40d0-a684-279719c14ab1,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:08.649160 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Request body: {'subnet': {'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-subnet', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:08.670093 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3809698 Apr 11 12:58:08.681255 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48132) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:08.687864 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Request body: {'subnet': {'network_id': '2bdb1c44-aa4a-471f-a8c6-f1f6673eed84', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-791995668-subnet', 'tenant_id': '336060b9eecf4af88540e5597ecf1751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:08.698777 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 8e2ce377-60e7-40d0-a684-279719c14ab1 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 12:58:08.699525 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (1070c4b9-bdcc-479f-b440-2980005e8e57), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.700804 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:08.712670 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.800373 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks [] for router_gateway (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.850124 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d80df6-65d6-4903-a8be-89a003a5e7e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2bdb1c44-aa4a-471f-a8c6-f1f6673eed84,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:08.870530 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 12:58:08.872288 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Made reservation on behalf of 4f51b3316ccb49238618f982c77265ae for: {'subnet': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:08.874762 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.893731 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5560465 Apr 11 12:58:08.912224 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Made reservation on behalf of 336060b9eecf4af88540e5597ecf1751 for: {'subnet': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:08.915345 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:08.944776 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48142) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:08.958529 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Request body: {'subnet': {'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-subnet', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:08.990393 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Made reservation on behalf of 40f86b2346704694a79e8d8ab939d78c for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:08.994369 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:09.226099 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (6d71684f-5794-4481-9e3a-d90b7592ae40), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:09.330807 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd729875-83aa-4179-99a3-3d2011f66749 None None] Network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:58:09.410591 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e98050-ed85-4520-9232-8fa876f97781 admin admin] Pushing event updated for resources: {'Network': ['ID=1070c4b9-bdcc-479f-b440-2980005e8e57,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:09.423932 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (757f18fc-6c3f-43c3-9a0b-0dcf822519d4), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:09.431226 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 12:58:09.468214 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Checking segment: {'id': '4af8f4a9-6134-4d8f-b9b8-628ef9254a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2bdb1c44-aa4a-471f-a8c6-f1f6673eed84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:09.468214 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Network hostable DHCP agents. Network: 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 12:58:09.491318 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d71684f-5794-4481-9e3a-d90b7592ae40,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:09.496436 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=757f18fc-6c3f-43c3-9a0b-0dcf822519d4,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:09.564293 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Network 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 12:58:09.600568 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Checking segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:09.600972 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Network hostable DHCP agents. Network: 381efb3a-a75e-48f6-b4fc-e139de7ec13d, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 12:58:09.643875 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84) {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:09.657808 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:09.667076 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 12:58:09.684341 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:09.685128 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:09.744770 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb294a-b736-46d6-bdd4-6db2304f08e7 None None] Network 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:58:09.752366 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-c3417a8c-86bb-4f9b-a0f4-0e9dbe5da193 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0688133 Apr 11 12:58:09.769184 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 381efb3a-a75e-48f6-b4fc-e139de7ec13d) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:09.794149 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (13f58d80-c4c3-4eca-adc9-94a96c0e0a65), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:09.810240 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:09.810647 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:09.876765 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (204d0409-b5f8-49fe-bc93-a6fb09b4c374), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:09.895359 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Checking segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:09.895761 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Network hostable DHCP agents. Network: 1070c4b9-bdcc-479f-b440-2980005e8e57, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 12:58:09.917373 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf3fc7-dfb5-4f85-9b95-f9edab162e90 None None] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:58:09.920404 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-9fec1f5e-69e0-43c1-9bd5-fe681d4ed99a None None] Provisioning complete for port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:09.921011 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9fec1f5e-69e0-43c1-9bd5-fe681d4ed99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:09.962093 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c44516a3-67d3-49d8-9f77-57c1541c0886 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6173167 Apr 11 12:58:09.968375 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48182) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:09.969237 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 12:58:09.976407 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:09.998215 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=204d0409-b5f8-49fe-bc93-a6fb09b4c374,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:09.999270 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f58d80-c4c3-4eca-adc9-94a96c0e0a65,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:10.013704 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 1070c4b9-bdcc-479f-b440-2980005e8e57) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:10.023326 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1c43abc8-7e93-4003-88d1-bb860c4ebbfe up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:10.025710 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:10.026505 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.037926 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Checking segment: {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:10.038275 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Network hostable DHCP agents. Network: 8e2ce377-60e7-40d0-a684-279719c14ab1, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 12:58:10.080827 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (24582138-45de-4cb7-bb8b-0e292e9d6613), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.085357 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (24582138-45de-4cb7-bb8b-0e292e9d6613), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.085654 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Network 8e2ce377-60e7-40d0-a684-279719c14ab1 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 12:58:10.095978 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d59eae3-6697-45c8-875d-e954a9458fdb None None] Network 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:58:10.099089 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 8e2ce377-60e7-40d0-a684-279719c14ab1) {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:10.102036 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f906c6e4-d757-4e69-8c2d-d9ea7015b755 None None] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:58:10.107338 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:10.107937 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.138143 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e5e7d084-a09d-4a0b-b015-5439b43d55dc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1836061 Apr 11 12:58:10.140872 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48206) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:10.165025 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:10.185701 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-32125b77-fc77-4cfb-ae46-948e937a66fd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5548167 Apr 11 12:58:10.191149 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48210) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:10.198188 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:10.283842 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (29d793be-1a08-4511-8b08-51b1f35300df), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.286003 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks [] for router_controller (24582138-45de-4cb7-bb8b-0e292e9d6613), precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.286395 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (29d793be-1a08-4511-8b08-51b1f35300df), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.301813 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.303927 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.328365 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Router d8a70237-90f5-4ff7-a472-c15d13a0ab3e is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 12:58:10.362109 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-9fec1f5e-69e0-43c1-9bd5-fe681d4ed99a None None] Current status of the port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:10.362901 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9fec1f5e-69e0-43c1-9bd5-fe681d4ed99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.398873 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b59352-618d-4f53-b985-092e0afef40b None None] Network 8e2ce377-60e7-40d0-a684-279719c14ab1 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:58:10.444943 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks [] for router_controller (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), precommit_add_association {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.445217 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-9fec1f5e-69e0-43c1-9bd5-fe681d4ed99a None None] For port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=1c43abc8-7e93-4003-88d1-bb860c4ebbfe,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:10.459143 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-1070c4b9-bdcc-479f-b440-2980005e8e57', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 12:58:10.460306 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.500919 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9fec1f5e-69e0-43c1-9bd5-fe681d4ed99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.521189 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks [] for router_controller (29d793be-1a08-4511-8b08-51b1f35300df), precommit_add_association {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.538865 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:10.539510 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.571415 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks [] for router_gateway (24582138-45de-4cb7-bb8b-0e292e9d6613), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:10.861812 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:58:10.872731 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Sync routers for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:58:10.889242 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:10.889876 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:57:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:10.913217 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec1f5e-69e0-43c1-9bd5-fe681d4ed99a None None] Pushing event updated for resources: {'Port': ['ID=1c43abc8-7e93-4003-88d1-bb860c4ebbfe,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:10.956117 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-8e2ce377-60e7-40d0-a684-279719c14ab1', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'project_id': '4f51b3316ccb49238618f982c77265ae', 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 12:58:10.957001 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:11.026454 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48256) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:11.041028 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:11.043009 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-4b829d88-ee20-40c2-9378-f5baf0d225ce admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0825920 Apr 11 12:58:11.051029 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48260) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:11.108879 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks [] for router_gateway (29d793be-1a08-4511-8b08-51b1f35300df), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:11.207315 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks [] for router_gateway (24582138-45de-4cb7-bb8b-0e292e9d6613), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:11.265519 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:11.342286 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48270) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:11.343212 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Allocated IP 172.20.0.2 (1070c4b9-bdcc-479f-b440-2980005e8e57/13f58d80-c4c3-4eca-adc9-94a96c0e0a65/8b188dcf-2883-4690-ab32-adc05eabaee4) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:11.346971 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks [] for router_gateway (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:11.363796 dv-cinder-836083-3-iscsi neutron-server[103362]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 12:58:11.390381 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Allocated IP 172.27.0.219 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/6b334212-428f-4582-a466-34e945b5e745) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:11.392380 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:11.485804 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c274ec1c-82d4-4e43-ba2a-ade16fecb917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:11.596802 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 12:58:11.597951 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:11.630247 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-2d65fb90-f4aa-41a6-9ad0-0207a2ad40ef None None] Provisioning complete for port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:11.630635 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-2d65fb90-f4aa-41a6-9ad0-0207a2ad40ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:11.786211 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:08Z', 'revision_number': 3, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:11.887719 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Checking router: d8a70237-90f5-4ff7-a472-c15d13a0ab3e for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:58:11.889362 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Updating router d8a70237-90f5-4ff7-a472-c15d13a0ab3e port 52684e36-a189-446a-810a-78324ff372d3 binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:58:11.908200 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:11.987839 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (52684e36-a189-446a-810a-78324ff372d3), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.004942 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Allocated IP 172.20.0.2 (8e2ce377-60e7-40d0-a684-279719c14ab1/204d0409-b5f8-49fe-bc93-a6fb09b4c374/36bc52c1-d0f5-49f5-ab31-c77c98f4ed24) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:12.018747 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1f91be75-f951-46c5-8d90-75b246a0cbb3 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:12.027309 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1f91be75-f951-46c5-8d90-75b246a0cbb3 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/networks?id=2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 HTTP/1.1" status: 200 len: 811 time: 0.6825917 Apr 11 12:58:12.030646 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks [] for router_gateway (29d793be-1a08-4511-8b08-51b1f35300df), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.047865 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks [] for port (6b334212-428f-4582-a466-34e945b5e745), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.131424 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1c43abc8-7e93-4003-88d1-bb860c4ebbfe up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:12.169695 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-f3a6ca3f-c592-4cc1-a713-c65a621a03df tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/quotas/336060b9eecf4af88540e5597ecf1751 HTTP/1.1" status: 200 len: 375 time: 0.1319435 Apr 11 12:58:12.173095 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.222917 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (6b334212-428f-4582-a466-34e945b5e745), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.252063 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-84d6cdeb-bc4a-4053-8da1-8d4fe84584f4 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=336060b9eecf4af88540e5597ecf1751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747900 Apr 11 12:58:12.286243 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c274ec1c-82d4-4e43-ba2a-ade16fecb917 admin admin] Publish callbacks [] for security_group (b2d34da7-4495-4dbe-bad2-28f00dd43fab), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.306620 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:12.314380 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c274ec1c-82d4-4e43-ba2a-ade16fecb917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (b2d34da7-4495-4dbe-bad2-28f00dd43fab), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.354534 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:12.378773 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:12.381907 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Pushing event updated for resources: {'Port': ['ID=6b334212-428f-4582-a466-34e945b5e745,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:12.383504 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Publish callbacks [] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.425829 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Publish callbacks [] for port (52684e36-a189-446a-810a-78324ff372d3), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.434358 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (52684e36-a189-446a-810a-78324ff372d3), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.454028 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.491130 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Publish callbacks [] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.499483 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Pushing event updated for resources: {'Port': ['ID=52684e36-a189-446a-810a-78324ff372d3,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:12.499889 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c274ec1c-82d4-4e43-ba2a-ade16fecb917 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=894402ad935c484490b59229b8eb4d64&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4708095 Apr 11 12:58:12.504566 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48306) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:12.509243 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.510190 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.510782 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.511770 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.512356 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.512914 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.513458 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.513997 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.514548 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.514780 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-2a93ccca-ca85-4570-a1d1-ef38db576dbd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 12:58:12.515302 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.515888 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-2a93ccca-ca85-4570-a1d1-ef38db576dbd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1180360 Apr 11 12:58:12.524239 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.525101 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.525662 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.526236 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.526772 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Tracked resource versions report: Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: pushed versions: Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: { 'AddressGroup': {'1.2'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Agent': {'1.1'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'ConntrackHelper': {'1.0'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'LocalIPAssociation': {'1.0'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Log': {'1.0'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'NDPProxy': {'1.0'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Network': {'1.1'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Port': {'1.7'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'PortForwarding': {'1.3'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'QosPolicy': {'1.10'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SecurityGroup': {'1.5'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SecurityGroupRule': {'1.2'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SubPort': {'1.0'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Subnet': {'1.1'}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Trunk': {'1.1'}} Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: consumer versions: Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: { DHCP agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: HyperV agent@hv-cinder-83608: {}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: L3 agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: Metadata agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: Metering agent@dv-cinder-836083-3-iscsi: {}, Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: Open vSwitch agent@dv-cinder-836083-3-iscsi: { 'AddressGroup': '1.2', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Agent': '1.1', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'ConntrackHelper': '1.0', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'LocalIPAssociation': '1.0', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Log': '1.0', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'NDPProxy': '1.0', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Network': '1.1', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Port': '1.7', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'PortForwarding': '1.3', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'QosPolicy': '1.10', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SecurityGroup': '1.5', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SecurityGroupRule': '1.2', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'SubPort': '1.0', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Subnet': '1.1', Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: 'Trunk': '1.1'}} Apr 11 12:58:12.528202 dv-cinder-836083-3-iscsi neutron-server[103364]: {{(pid=103364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 12:58:12.544641 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274ec1c-82d4-4e43-ba2a-ade16fecb917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d34da7-4495-4dbe-bad2-28f00dd43fab,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:12.559553 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks [] for router_gateway (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.588472 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Attempting to bind port 52684e36-a189-446a-810a-78324ff372d3 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:12.589441 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Attempting to bind port 52684e36-a189-446a-810a-78324ff372d3 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:12.589864 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Attempting to bind port 52684e36-a189-446a-810a-78324ff372d3 on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:12.599298 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:12.599806 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:12.600290 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.600873 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:12.601855 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Bound port: 52684e36-a189-446a-810a-78324ff372d3, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:12.602621 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (52684e36-a189-446a-810a-78324ff372d3), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.635919 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.667375 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] For port 52684e36-a189-446a-810a-78324ff372d3, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:12.672951 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] For port 52684e36-a189-446a-810a-78324ff372d3, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=52684e36-a189-446a-810a-78324ff372d3,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:12.685224 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (52684e36-a189-446a-810a-78324ff372d3), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.706800 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.738696 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Network 8e2ce377-60e7-40d0-a684-279719c14ab1 is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:12.754882 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:12.755838 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b763bb2-fc33-4c46-bd45-c8aee9062471 None None] Pushing event updated for resources: {'Port': ['ID=52684e36-a189-446a-810a-78324ff372d3,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:12.768375 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:12.775116 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Allocated IP 172.27.0.154 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/38c7fe7a-545b-4adc-9624-cd61c26afa25) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:12.781199 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.792547 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks [] for router_gateway (24582138-45de-4cb7-bb8b-0e292e9d6613), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.805510 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:12.813913 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:12.814822 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:57:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:12.814958 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-2d65fb90-f4aa-41a6-9ad0-0207a2ad40ef None None] Current status of the port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:12.825107 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Pushing event updated for resources: {'Port': ['ID=36bc52c1-d0f5-49f5-ab31-c77c98f4ed24,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:12.834472 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:12.842361 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:12.864353 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Allocated IP 172.20.0.2 (381efb3a-a75e-48f6-b4fc-e139de7ec13d/757f18fc-6c3f-43c3-9a0b-0dcf822519d4/ad5f0c73-e76c-4538-918b-6a0831d81848) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:12.867963 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:12.868401 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:12.930401 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-cfec20b8-cd05-4ac0-b07e-9ec65820d1f4 service neutron] 10.222.0.26 "GET /v2.0/networks/2bdb1c44-aa4a-471f-a8c6-f1f6673eed84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725333 Apr 11 12:58:12.967089 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:12.979202 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0b05-346d-4f21-abd0-c635baee50e5 admin admin] Publish callbacks [] for security_group (b2d34da7-4495-4dbe-bad2-28f00dd43fab), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.043222 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Pushing event updated for resources: {'Port': ['ID=8b188dcf-2883-4690-ab32-adc05eabaee4,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:13.055650 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Attempting to bind port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:13.056042 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Attempting to bind port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:13.056507 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Attempting to bind port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 on network 8e2ce377-60e7-40d0-a684-279719c14ab1 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:13.080810 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0b05-346d-4f21-abd0-c635baee50e5 admin admin] Publish callbacks [] for security_group (b2d34da7-4495-4dbe-bad2-28f00dd43fab), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.162998 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:13.163353 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Checking segment: {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:13.163753 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.164288 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Bound using segment: {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:13.164960 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Bound port: 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:13.176870 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.186858 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Attempting to bind port 8b188dcf-2883-4690-ab32-adc05eabaee4 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:13.187194 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Attempting to bind port 8b188dcf-2883-4690-ab32-adc05eabaee4 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:13.187831 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Attempting to bind port 8b188dcf-2883-4690-ab32-adc05eabaee4 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:13.192198 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks [] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.225277 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:13.226841 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Checking segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:13.226841 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.226841 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Bound using segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:13.227172 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Bound port: 8b188dcf-2883-4690-ab32-adc05eabaee4, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:13.227385 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.253266 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-d5cdba37-7e04-4cf8-89af-5c955a78d643 service neutron] 10.222.0.26 "GET /v2.0/networks/2bdb1c44-aa4a-471f-a8c6-f1f6673eed84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772598 Apr 11 12:58:13.322005 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0b05-346d-4f21-abd0-c635baee50e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (b2d34da7-4495-4dbe-bad2-28f00dd43fab), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.325709 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0b05-346d-4f21-abd0-c635baee50e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.327356 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-4f0b0b05-346d-4f21-abd0-c635baee50e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2d34da7-4495-4dbe-bad2-28f00dd43fab HTTP/1.1" status: 204 len: 168 time: 0.8185709 Apr 11 12:58:13.343590 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Allocated IP 172.20.0.1 (bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35/41075c3c-d0cc-4765-8f6f-576ec246c5a9/1e0835aa-1173-4638-b951-1ce89013af3d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:13.362449 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.397409 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:08Z', 'revision_number': 3, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:13.423536 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (24582138-45de-4cb7-bb8b-0e292e9d6613), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.456925 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a3f3dc-0db4-4b4a-a51c-99cecf208621 None None] The sync data for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi is: [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:08Z', 'revision_number': 3, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:58:13.561902 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b0b05-346d-4f21-abd0-c635baee50e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d34da7-4495-4dbe-bad2-28f00dd43fab,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:13.600783 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:13.669594 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] For port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:13.674117 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Allocated IP 172.27.0.184 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/8c48e5e8-a5d1-401f-acc1-fd4d54ae8387) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:13.679732 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48338) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:13.680143 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48346) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:13.722857 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] For port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=36bc52c1-d0f5-49f5-ab31-c77c98f4ed24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:13.734434 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Publish callbacks [] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.737032 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] For port 8b188dcf-2883-4690-ab32-adc05eabaee4, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:13.748486 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.753225 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] For port 8b188dcf-2883-4690-ab32-adc05eabaee4, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8b188dcf-2883-4690-ab32-adc05eabaee4,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:13.768890 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:13.787454 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.797945 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:13.840756 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:13.851050 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93dee210-8c34-4259-a95a-44d18a661d58 req-bb12bb61-e0bb-42d0-bb6f-accb7d498105 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.1682727 Apr 11 12:58:13.853589 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:13.894227 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:13.913313 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53c103-f688-4742-848d-f50a1e42d6dc None None] Pushing event updated for resources: {'Port': ['ID=36bc52c1-d0f5-49f5-ab31-c77c98f4ed24,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:13.922723 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:13.944960 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:14.035493 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 12:58:14.053962 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Publish callbacks [] for port (1e0835aa-1173-4638-b951-1ce89013af3d), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:14.215024 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Pushing event updated for resources: {'Port': ['ID=ad5f0c73-e76c-4538-918b-6a0831d81848,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:14.228892 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:14.278102 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 52684e36-a189-446a-810a-78324ff372d3 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:14.341661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Pushing event updated for resources: {'Port': ['ID=38c7fe7a-545b-4adc-9624-cd61c26afa25,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:14.408658 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Attempting to bind port ad5f0c73-e76c-4538-918b-6a0831d81848 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:14.409035 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Attempting to bind port ad5f0c73-e76c-4538-918b-6a0831d81848 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:14.409390 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Attempting to bind port ad5f0c73-e76c-4538-918b-6a0831d81848 on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:14.469055 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e1a52-25ee-4a37-9f47-987b1ac2209c None None] Pushing event updated for resources: {'Port': ['ID=8b188dcf-2883-4690-ab32-adc05eabaee4,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:14.472536 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:14.473665 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48362) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:14.488190 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Checking segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:14.488190 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:14.488190 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Bound using segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:14.488190 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Bound port: ad5f0c73-e76c-4538-918b-6a0831d81848, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:14.488190 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:14.540504 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e0835aa-1173-4638-b951-1ce89013af3d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:14.574150 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:14.586415 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ac9e7d-9bdf-4017-840b-28f3dec6f470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:14.599738 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 52684e36-a189-446a-810a-78324ff372d3 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:14.612251 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (52684e36-a189-446a-810a-78324ff372d3), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:14.633606 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-39443c7e-7c7b-4aad-a091-33104e97d135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:14.648228 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:14.679515 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:58:14.709668 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] For port ad5f0c73-e76c-4538-918b-6a0831d81848, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:14.710577 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:14.711059 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:14.715060 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] For port ad5f0c73-e76c-4538-918b-6a0831d81848, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=ad5f0c73-e76c-4538-918b-6a0831d81848,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:14.739367 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:58:14.760484 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:14.761306 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:57:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:14.767462 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:14.994948 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c71965-96ab-42cd-93b5-256b9974d296 None None] Pushing event updated for resources: {'Port': ['ID=ad5f0c73-e76c-4538-918b-6a0831d81848,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:15.124384 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks [] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.128438 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.129782 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-6c1d2640-2516-4a32-8a9b-ee1ad7b24168 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1570883 Apr 11 12:58:15.137530 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48380) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:15.186494 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-155f43ea-240f-467b-b198-ca5fcaee003b req-c990b890-32e1-460d-8c04-3e45298d5774 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.1649783 Apr 11 12:58:15.197057 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:15.353811 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ac9e7d-9bdf-4017-840b-28f3dec6f470 admin admin] Publish callbacks [] for security_group (4a0cccf9-24ec-47b5-8e84-b1107708501c), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.369990 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.431210 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Pushing event updated for resources: {'Port': ['ID=8c48e5e8-a5d1-401f-acc1-fd4d54ae8387,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:15.433666 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ac9e7d-9bdf-4017-840b-28f3dec6f470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (4a0cccf9-24ec-47b5-8e84-b1107708501c), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.436695 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks [] for router_gateway (29d793be-1a08-4511-8b08-51b1f35300df), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.515360 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-f88889a3-28eb-4d2e-ae65-a7648113b93e None None] Provisioning complete for port 1e0835aa-1173-4638-b951-1ce89013af3d triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:15.515906 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f88889a3-28eb-4d2e-ae65-a7648113b93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.544969 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-39443c7e-7c7b-4aad-a091-33104e97d135 admin admin] Publish callbacks [] for security_group (28dc9ffc-13de-4fad-85d2-7cb274dd6460), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.557512 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-39443c7e-7c7b-4aad-a091-33104e97d135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (28dc9ffc-13de-4fad-85d2-7cb274dd6460), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.562382 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:15.581993 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 52684e36-a189-446a-810a-78324ff372d3 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:15.585330 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (52684e36-a189-446a-810a-78324ff372d3), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.631520 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:15.639564 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:15.664644 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-96ac9e7d-9bdf-4017-840b-28f3dec6f470 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d13abf51ad034b86a6d506873f1f26d0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1850815 Apr 11 12:58:15.684808 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48388) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:15.712534 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac9e7d-9bdf-4017-840b-28f3dec6f470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0cccf9-24ec-47b5-8e84-b1107708501c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:15.740065 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-f88889a3-28eb-4d2e-ae65-a7648113b93e None None] Port 1e0835aa-1173-4638-b951-1ce89013af3d cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:15.747805 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.753649 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port 52684e36-a189-446a-810a-78324ff372d3, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=52684e36-a189-446a-810a-78324ff372d3,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:15.757852 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:12Z', 'revision_number': 3, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:15.822224 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-39443c7e-7c7b-4aad-a091-33104e97d135 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=830666d26daf4058a43585733e3a2a35&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1409309 Apr 11 12:58:15.823020 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48394) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:15.838990 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (52684e36-a189-446a-810a-78324ff372d3), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:15.845868 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:58:15.846300 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Updating router 24582138-45de-4cb7-bb8b-0e292e9d6613 port 6b334212-428f-4582-a466-34e945b5e745 binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:58:15.865032 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39443c7e-7c7b-4aad-a091-33104e97d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dc9ffc-13de-4fad-85d2-7cb274dd6460,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:15.972690 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1013a044-e648-49ee-92f8-c9ab14bbc945 admin admin] Publish callbacks [] for security_group (4a0cccf9-24ec-47b5-8e84-b1107708501c), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.033863 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=52684e36-a189-446a-810a-78324ff372d3,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:16.049010 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (6b334212-428f-4582-a466-34e945b5e745), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.093331 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1013a044-e648-49ee-92f8-c9ab14bbc945 admin admin] Publish callbacks [] for security_group (4a0cccf9-24ec-47b5-8e84-b1107708501c), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.104199 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df52d0e3-a30e-4240-b0f0-c869235252df None None] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:58:16.209113 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a79088ec-b218-4b48-b6fc-9ad853f62d6e admin admin] Publish callbacks [] for security_group (28dc9ffc-13de-4fad-85d2-7cb274dd6460), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.415199 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (29d793be-1a08-4511-8b08-51b1f35300df), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.420978 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1013a044-e648-49ee-92f8-c9ab14bbc945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (4a0cccf9-24ec-47b5-8e84-b1107708501c), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.422406 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1013a044-e648-49ee-92f8-c9ab14bbc945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.423636 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-1013a044-e648-49ee-92f8-c9ab14bbc945 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a0cccf9-24ec-47b5-8e84-b1107708501c HTTP/1.1" status: 204 len: 168 time: 0.7348263 Apr 11 12:58:16.431525 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a79088ec-b218-4b48-b6fc-9ad853f62d6e admin admin] Publish callbacks [] for security_group (28dc9ffc-13de-4fad-85d2-7cb274dd6460), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.438368 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Publish callbacks [] for port (1e0835aa-1173-4638-b951-1ce89013af3d), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.448277 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013a044-e648-49ee-92f8-c9ab14bbc945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0cccf9-24ec-47b5-8e84-b1107708501c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:16.526204 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.529147 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.628711 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks [] for router_gateway (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.642972 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-62dee46a-1787-4a8b-b1a6-360b699114ba req-a5650c65-fdd8-4a7c-be02-47cc77020b38 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.0781698 Apr 11 12:58:16.786553 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e0835aa-1173-4638-b951-1ce89013af3d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:16.794780 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a79088ec-b218-4b48-b6fc-9ad853f62d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (28dc9ffc-13de-4fad-85d2-7cb274dd6460), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.797652 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a79088ec-b218-4b48-b6fc-9ad853f62d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:16.798912 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-a79088ec-b218-4b48-b6fc-9ad853f62d6e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28dc9ffc-13de-4fad-85d2-7cb274dd6460 HTTP/1.1" status: 204 len: 168 time: 0.9588823 Apr 11 12:58:16.813034 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device ad5f0c73-e76c-4538-918b-6a0831d81848 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:16.897312 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4a10d-6e79-4d13-a57b-cc5e3736eccd None None] Network 8e2ce377-60e7-40d0-a684-279719c14ab1 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:58:16.942908 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79088ec-b218-4b48-b6fc-9ad853f62d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dc9ffc-13de-4fad-85d2-7cb274dd6460,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:16.943691 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-0b224ddf-b102-44a5-ba85-b34192e62867 None None] Provisioning complete for port 8b188dcf-2883-4690-ab32-adc05eabaee4 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:16.944102 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0b224ddf-b102-44a5-ba85-b34192e62867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:17.036155 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:17.135576 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:17.139018 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:17.203426 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-0b224ddf-b102-44a5-ba85-b34192e62867 None None] Current status of the port 8b188dcf-2883-4690-ab32-adc05eabaee4 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:17.203889 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0b224ddf-b102-44a5-ba85-b34192e62867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:17.280768 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209bcca9-fafd-44e4-9e86-a114ec659f22 None None] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:58:17.325915 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port ad5f0c73-e76c-4538-918b-6a0831d81848 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:17.326309 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:17.471197 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0b224ddf-b102-44a5-ba85-b34192e62867 None None] For port 8b188dcf-2883-4690-ab32-adc05eabaee4, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8b188dcf-2883-4690-ab32-adc05eabaee4,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:17.482090 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Router 29d793be-1a08-4511-8b08-51b1f35300df is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 12:58:17.515119 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:17.557824 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0b224ddf-b102-44a5-ba85-b34192e62867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:17.621554 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Allocated IP 172.20.0.1 (381efb3a-a75e-48f6-b4fc-e139de7ec13d/757f18fc-6c3f-43c3-9a0b-0dcf822519d4/596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:17.625163 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Router d8a70237-90f5-4ff7-a472-c15d13a0ab3e has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 12:58:17.721823 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Publish callbacks [] for port (6b334212-428f-4582-a466-34e945b5e745), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:17.798836 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Provisioning complete for port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:17.799233 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:17.900435 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (6b334212-428f-4582-a466-34e945b5e745), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.017764 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.13', 64990) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:18.046133 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b224ddf-b102-44a5-ba85-b34192e62867 None None] Pushing event updated for resources: {'Port': ['ID=8b188dcf-2883-4690-ab32-adc05eabaee4,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:18.095423 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ced41e-ead1-4ab9-aa3c-e579855e6ae0 None None] Pushing event updated for resources: {'Port': ['ID=6b334212-428f-4582-a466-34e945b5e745,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:18.100252 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port ad5f0c73-e76c-4538-918b-6a0831d81848 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:18.100643 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.126636 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Attempting to bind port 6b334212-428f-4582-a466-34e945b5e745 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:18.127012 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Attempting to bind port 6b334212-428f-4582-a466-34e945b5e745 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:18.127377 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Attempting to bind port 6b334212-428f-4582-a466-34e945b5e745 on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:18.155621 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:18.155976 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:18.156422 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.156816 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:18.160226 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Bound port: 6b334212-428f-4582-a466-34e945b5e745, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:18.160399 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Publish callbacks [] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.160858 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (6b334212-428f-4582-a466-34e945b5e745), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.180989 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:58:18.198890 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Sync routers for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:58:18.225459 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-02369cd9-5d13-490f-bd21-efc211e713b2 admin admin] 10.222.0.26 "PUT /v2.0/routers/d8a70237-90f5-4ff7-a472-c15d13a0ab3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1639752 Apr 11 12:58:18.236917 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:18.237931 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:57:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:18.272092 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-42b2b083-bb64-4d34-9a02-d09d8d0421a7 req-512c05e8-03f6-4e68-9355-476494d8f653 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.2519224 Apr 11 12:58:18.316310 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.319244 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Current status of the port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:18.319626 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.419973 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port ad5f0c73-e76c-4538-918b-6a0831d81848, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=ad5f0c73-e76c-4538-918b-6a0831d81848,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:18.435197 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:18.448349 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:18.479144 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:18.479620 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (24582138-45de-4cb7-bb8b-0e292e9d6613), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.484426 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.485963 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8b188dcf-2883-4690-ab32-adc05eabaee4 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:18.536848 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:58:18.549870 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] For port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=36bc52c1-d0f5-49f5-ab31-c77c98f4ed24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:18.633952 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:18.682277 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Sync routers for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:58:18.688532 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-0a037239-4dd6-4244-bd81-9b4ccd1a0f66 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:18.690070 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-0a037239-4dd6-4244-bd81-9b4ccd1a0f66 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.13 "GET /v2.0/networks?id=2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 HTTP/1.1" status: 200 len: 811 time: 0.6680298 Apr 11 12:58:18.704196 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.717270 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-002ec74b-185d-4989-8168-46d8e29ae84b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5245054 Apr 11 12:58:18.718763 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48470) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:18.740982 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.747984 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] For port 6b334212-428f-4582-a466-34e945b5e745, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:18.841321 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] For port 6b334212-428f-4582-a466-34e945b5e745, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=6b334212-428f-4582-a466-34e945b5e745,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:18.871910 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Request body: {'port': {'device_id': '5c67385a-defa-4e5a-a6ef-9980496c722b', 'network_id': '2bdb1c44-aa4a-471f-a8c6-f1f6673eed84', 'admin_state_up': True, 'tenant_id': '336060b9eecf4af88540e5597ecf1751'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:18.875271 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Provisioning complete for port ad5f0c73-e76c-4538-918b-6a0831d81848 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:18.876755 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:18.881339 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:18.883565 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:57:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:19.018431 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (6b334212-428f-4582-a466-34e945b5e745), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:19.089452 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Pushing event updated for resources: {'Port': ['ID=596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:19.094494 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=ad5f0c73-e76c-4538-918b-6a0831d81848,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:19.229413 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Pushing event updated for resources: {'Port': ['ID=36bc52c1-d0f5-49f5-ab31-c77c98f4ed24,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:19.293940 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 2, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:19.359210 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Router b67d98fd-10a1-4d9f-aff9-08bee473d0cf is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 12:58:19.364460 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Checking router: d8a70237-90f5-4ff7-a472-c15d13a0ab3e for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:58:19.364989 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Updating router d8a70237-90f5-4ff7-a472-c15d13a0ab3e port 1e0835aa-1173-4638-b951-1ce89013af3d binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:58:19.391742 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:19.395026 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ced41e-ead1-4ab9-aa3c-e579855e6ae0 None None] Pushing event updated for resources: {'Port': ['ID=6b334212-428f-4582-a466-34e945b5e745,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:19.435012 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:19.468783 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 8b188dcf-2883-4690-ab32-adc05eabaee4 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:19.470804 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:19.656906 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-10104169-435c-4d47-9653-ad152d437c61 req-57684a13-ffe6-410c-905f-7c664e91036b tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.1530862 Apr 11 12:58:19.849009 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48516) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:19.885255 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:19.885905 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:57:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:19.892857 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 8b188dcf-2883-4690-ab32-adc05eabaee4 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:19.894154 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:19.939606 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Publish callbacks [] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:19.950941 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:19.951807 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (24582138-45de-4cb7-bb8b-0e292e9d6613), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:19.976472 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-9f00c566-9cf0-47d1-9c96-3da7dd871616 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124960560', 'description': 'tempest-description--1616667649'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:20.079747 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Publish callbacks [] for port (1e0835aa-1173-4638-b951-1ce89013af3d), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:20.091575 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:20.099528 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Made reservation on behalf of 336060b9eecf4af88540e5597ecf1751 for: {'port': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:20.109979 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:20.128440 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Current status of the port ad5f0c73-e76c-4538-918b-6a0831d81848 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:20.144762 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Provisioning complete for port 8b188dcf-2883-4690-ab32-adc05eabaee4 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:20.145264 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:20.157870 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Pushing event updated for resources: {'Port': ['ID=596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:20.179135 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9f00c566-9cf0-47d1-9c96-3da7dd871616 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:20.260406 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:20.551122 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:58:20.551865 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:20.556958 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:20.610964 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Attempting to bind port 1e0835aa-1173-4638-b951-1ce89013af3d on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:20.612342 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Attempting to bind port 1e0835aa-1173-4638-b951-1ce89013af3d by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:20.618591 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Attempting to bind port 1e0835aa-1173-4638-b951-1ce89013af3d on network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:20.649705 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Sync routers for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:58:20.668115 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:20.671995 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Checking segment: {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:20.674565 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:20.690675 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Bound using segment: {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:20.691543 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Bound port: 1e0835aa-1173-4638-b951-1ce89013af3d, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:20.694547 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:20.709668 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695ff21-ae5f-4f56-9814-ea75fa6d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=1e0835aa-1173-4638-b951-1ce89013af3d,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:20.786404 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9f00c566-9cf0-47d1-9c96-3da7dd871616 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (f85436c3-558c-41cc-8967-7a2e33bfe531), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:20.845613 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9f00c566-9cf0-47d1-9c96-3da7dd871616 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f85436c3-558c-41cc-8967-7a2e33bfe531), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:20.971044 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00c566-9cf0-47d1-9c96-3da7dd871616 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85436c3-558c-41cc-8967-7a2e33bfe531,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:20.971992 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:20.982409 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 12:58:20.997858 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:57:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:21.007276 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:21.033889 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bf47f8e0-d300-439a-bda3-317f2daafc89 req-b8bd2127-d427-49bb-95b3-ba3692ca8dae tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.1894045 Apr 11 12:58:21.082153 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:21.083803 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-407e8ef6-7608-4ada-8492-a813d94e316d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.9415472 Apr 11 12:58:21.127399 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48556) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:21.326025 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9f00c566-9cf0-47d1-9c96-3da7dd871616 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:21.333372 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-9f00c566-9cf0-47d1-9c96-3da7dd871616 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3782270 Apr 11 12:58:21.333579 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] For port 1e0835aa-1173-4638-b951-1ce89013af3d, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:21.348726 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48562) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:21.355998 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] For port 1e0835aa-1173-4638-b951-1ce89013af3d, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=1e0835aa-1173-4638-b951-1ce89013af3d,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:21.423202 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-f27a75e1-ace9-4e5a-b202-6ff3f7c57641 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'security_group_rule': {'security_group_id': 'f85436c3-558c-41cc-8967-7a2e33bfe531', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:21.520543 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Allocated IP 172.20.0.6 (2bdb1c44-aa4a-471f-a8c6-f1f6673eed84/6d71684f-5794-4481-9e3a-d90b7592ae40/ee620d9a-3968-4acf-ba77-c9a87e59258d) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:21.550382 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:21.642158 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Current status of the port 8b188dcf-2883-4690-ab32-adc05eabaee4 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:21.655353 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:21.655753 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:21.674608 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695ff21-ae5f-4f56-9814-ea75fa6d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=1e0835aa-1173-4638-b951-1ce89013af3d,revision_number=4']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:21.749707 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:21.750332 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:57:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:21.979159 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Provisioning complete for port 1e0835aa-1173-4638-b951-1ce89013af3d triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:21.979799 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:22.027443 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:22.129701 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:22.145090 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:58:22.207354 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-b9767db2-d53e-47f4-97b3-0921331f97f5 admin admin] 10.222.0.26 "PUT /v2.0/routers/24582138-45de-4cb7-bb8b-0e292e9d6613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0559325 Apr 11 12:58:22.230854 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Current status of the port 1e0835aa-1173-4638-b951-1ce89013af3d is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:22.232060 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:22.287904 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:22.325166 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] For port 1e0835aa-1173-4638-b951-1ce89013af3d, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=1e0835aa-1173-4638-b951-1ce89013af3d,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:22.330035 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:14Z', 'revision_number': 3, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:22.412812 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Checking router: 29d793be-1a08-4511-8b08-51b1f35300df for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:58:22.414674 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Updating router 29d793be-1a08-4511-8b08-51b1f35300df port 38c7fe7a-545b-4adc-9624-cd61c26afa25 binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:58:22.418568 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:22.418820 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f27a75e1-ace9-4e5a-b202-6ff3f7c57641 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (57c97f82-b43b-45be-b6ca-ad9fcaf7644a), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:22.616166 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010abd41-57ed-4912-82db-9f01ed01b9e3 None None] Pushing event updated for resources: {'Port': ['ID=1e0835aa-1173-4638-b951-1ce89013af3d,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:22.634998 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a24230cc-9c22-40d0-b928-289f2ec677fa req-9f1b6e40-e8e7-47a3-8d5c-cb5a36bbab61 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.2860351 Apr 11 12:58:22.685413 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:22.692323 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:22.737514 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Provisioning complete for port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:22.741442 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:22.814172 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:22.826586 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Provisioning complete for port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:22.827027 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:23.006609 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f27a75e1-ace9-4e5a-b202-6ff3f7c57641 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (57c97f82-b43b-45be-b6ca-ad9fcaf7644a), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:23.023718 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f27a75e1-ace9-4e5a-b202-6ff3f7c57641 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (57c97f82-b43b-45be-b6ca-ad9fcaf7644a), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:23.044486 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 3, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:23.083517 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:23.134748 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a75e1-ace9-4e5a-b202-6ff3f7c57641 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c97f82-b43b-45be-b6ca-ad9fcaf7644a,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:23.182581 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Checking router: b67d98fd-10a1-4d9f-aff9-08bee473d0cf for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:58:23.187367 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Updating router b67d98fd-10a1-4d9f-aff9-08bee473d0cf port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:58:23.227366 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:23.255944 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:23.281427 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Allocated IP 172.20.0.1 (1070c4b9-bdcc-479f-b440-2980005e8e57/13f58d80-c4c3-4eca-adc9-94a96c0e0a65/81c15501-1bbc-450d-aefd-72e5e43f6425) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:23.550104 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Current status of the port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:23.556638 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:17Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:23.591632 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Allocated IP 172.20.0.1 (8e2ce377-60e7-40d0-a684-279719c14ab1/204d0409-b5f8-49fe-bc93-a6fb09b4c374/59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:23.641494 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Publish callbacks [] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:23.679799 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130172c3-6879-4b70-8be1-93297dd2c806 None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:17Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:58:23.741773 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:23.758688 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:21Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:23.839502 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48620) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:23.871316 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2744d4f5-dfcb-48b7-bc8b-936a69a14af0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314118769', 'description': 'tempest-description--615299960'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:23.943845 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Provisioning complete for port ad5f0c73-e76c-4538-918b-6a0831d81848 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:23.946457 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:23.952989 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Publish callbacks [] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:23.973616 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:23.973983 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.016637 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:24.032524 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Publish callbacks [] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.032723 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Pushing event updated for resources: {'Port': ['ID=81c15501-1bbc-450d-aefd-72e5e43f6425,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:24.067968 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:24.075434 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f27a75e1-ace9-4e5a-b202-6ff3f7c57641 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.075868 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:24.081016 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.096995 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-f27a75e1-ace9-4e5a-b202-6ff3f7c57641 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7098420 Apr 11 12:58:24.155845 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03d3e6-d3d2-4336-be29-557ed19ba81e None None] The sync data for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi is: [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:21Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:58:24.162510 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48628) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:24.190112 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:58:24.196783 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-79110784-e111-40a0-a8d7-8c2969630561 req-84eb88b0-f1be-4f9a-bbff-d1f57cc3c107 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.1923747 Apr 11 12:58:24.212789 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-412793df-6311-4ab7-b6de-907650f2b2fb tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'security_group_rule': {'security_group_id': 'f85436c3-558c-41cc-8967-7a2e33bfe531', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:24.282404 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2744d4f5-dfcb-48b7-bc8b-936a69a14af0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.309523 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.397541 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.494762 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Pushing event updated for resources: {'Port': ['ID=59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:24.513002 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Network 8e2ce377-60e7-40d0-a684-279719c14ab1 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:24.550985 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:24.563204 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:24.563800 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (29d793be-1a08-4511-8b08-51b1f35300df), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.611854 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.659918 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Current status of the port ad5f0c73-e76c-4538-918b-6a0831d81848 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:24.662605 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:24.663636 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device ad5f0c73-e76c-4538-918b-6a0831d81848 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:24.824770 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2744d4f5-dfcb-48b7-bc8b-936a69a14af0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (14f44afa-6cfa-4639-a637-feb1cb19b827), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.889027 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2744d4f5-dfcb-48b7-bc8b-936a69a14af0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (14f44afa-6cfa-4639-a637-feb1cb19b827), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:24.974784 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Network 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:25.002647 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-412793df-6311-4ab7-b6de-907650f2b2fb tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (936ae172-f9f9-41f0-a9a8-5157f6538f19), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.049831 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:25.055886 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:25.074803 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:25.077268 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.134150 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Publish callbacks [] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.199642 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.199843 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Pushing event updated for resources: {'Port': ['ID=ee620d9a-3968-4acf-ba77-c9a87e59258d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:25.224207 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-1727d3c1-c3fa-4e14-99b6-231b35d738c5 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4776576 Apr 11 12:58:25.381393 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Provisioning complete for port 1e0835aa-1173-4638-b951-1ce89013af3d triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:25.381814 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.447307 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2744d4f5-dfcb-48b7-bc8b-936a69a14af0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.453661 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2744d4f5-dfcb-48b7-bc8b-936a69a14af0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6052146 Apr 11 12:58:25.479951 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48650) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:25.482360 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744d4f5-dfcb-48b7-bc8b-936a69a14af0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f44afa-6cfa-4639-a637-feb1cb19b827,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:25.504575 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-32aab729-197c-4dd4-93ad-bfc4d5b84bf6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group_rule': {'security_group_id': '14f44afa-6cfa-4639-a637-feb1cb19b827', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:25.588951 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1a7a3-c7f9-49d8-b2d1-36f98421f0e5 None None] Pushing event updated for resources: {'Port': ['ID=38c7fe7a-545b-4adc-9624-cd61c26afa25,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:25.596054 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port ad5f0c73-e76c-4538-918b-6a0831d81848 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:25.601011 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.626728 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be05a55-aa32-464f-96a0-21a2e110d284 req-a3e7edc8-32c2-484e-b39a-8def23eefc3e tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:25.628767 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2be05a55-aa32-464f-96a0-21a2e110d284 req-a3e7edc8-32c2-484e-b39a-8def23eefc3e tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 931 time: 0.2478073 Apr 11 12:58:25.661459 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-412793df-6311-4ab7-b6de-907650f2b2fb tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (936ae172-f9f9-41f0-a9a8-5157f6538f19), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.672550 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Publish callbacks [] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.686849 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.748156 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32aab729-197c-4dd4-93ad-bfc4d5b84bf6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (46842abc-1832-47c7-88e3-5b16b9284472), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.752424 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-412793df-6311-4ab7-b6de-907650f2b2fb tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (936ae172-f9f9-41f0-a9a8-5157f6538f19), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.806348 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.819395 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cb316-3e8b-40e9-a7bf-6d5a7714a0e3 None None] Pushing event updated for resources: {'Port': ['ID=8c48e5e8-a5d1-401f-acc1-fd4d54ae8387,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:25.822325 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Attempting to bind port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:25.822965 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Attempting to bind port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:25.823469 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Attempting to bind port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:25.837711 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:25.839407 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:25.840792 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.841852 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:25.843043 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Bound port: 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:25.844174 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.862916 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Attempting to bind port 38c7fe7a-545b-4adc-9624-cd61c26afa25 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:25.863327 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Attempting to bind port 38c7fe7a-545b-4adc-9624-cd61c26afa25 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:25.863691 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Attempting to bind port 38c7fe7a-545b-4adc-9624-cd61c26afa25 on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:25.889750 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:25.890510 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:25.890930 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.891328 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:25.891828 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Bound port: 38c7fe7a-545b-4adc-9624-cd61c26afa25, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:25.892244 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.910881 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] For port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:25.915187 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] For port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8c48e5e8-a5d1-401f-acc1-fd4d54ae8387,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:25.932150 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.951840 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2be05a55-aa32-464f-96a0-21a2e110d284 req-922d8413-6d7c-48fe-aa0b-101e9b233b97 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047688 Apr 11 12:58:25.961109 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-412793df-6311-4ab7-b6de-907650f2b2fb tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.962688 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-412793df-6311-4ab7-b6de-907650f2b2fb tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7644498 Apr 11 12:58:25.965524 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412793df-6311-4ab7-b6de-907650f2b2fb tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936ae172-f9f9-41f0-a9a8-5157f6538f19,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:25.969022 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48654) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:25.972015 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32aab729-197c-4dd4-93ad-bfc4d5b84bf6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (46842abc-1832-47c7-88e3-5b16b9284472), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.981556 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Publish callbacks [] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:25.992606 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32aab729-197c-4dd4-93ad-bfc4d5b84bf6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (46842abc-1832-47c7-88e3-5b16b9284472), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.015079 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:26.018464 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.019414 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.031995 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:26.032951 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:57:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:26.070972 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-a549a501-dc29-4cba-86aa-8baf8309827a None None] Current status of the port 1e0835aa-1173-4638-b951-1ce89013af3d is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:26.116135 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aab729-197c-4dd4-93ad-bfc4d5b84bf6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46842abc-1832-47c7-88e3-5b16b9284472,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:26.154483 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cb316-3e8b-40e9-a7bf-6d5a7714a0e3 None None] Pushing event updated for resources: {'Port': ['ID=8c48e5e8-a5d1-401f-acc1-fd4d54ae8387,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:26.245795 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32aab729-197c-4dd4-93ad-bfc4d5b84bf6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.255521 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-32aab729-197c-4dd4-93ad-bfc4d5b84bf6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7741361 Apr 11 12:58:26.263820 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Pushing event updated for resources: {'Port': ['ID=81c15501-1bbc-450d-aefd-72e5e43f6425,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:26.267116 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48662) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:26.268115 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.294931 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-37d9e55b-59a6-4277-9334-eb24418e1040 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group_rule': {'security_group_id': '14f44afa-6cfa-4639-a637-feb1cb19b827', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:26.357107 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] For port 38c7fe7a-545b-4adc-9624-cd61c26afa25, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:26.362072 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-1da9462b-adb9-4e14-9707-31a2adb8ae07 None None] Provisioning complete for port 81c15501-1bbc-450d-aefd-72e5e43f6425 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:26.362446 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1da9462b-adb9-4e14-9707-31a2adb8ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.421471 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:26.490616 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-59bffde3-f64a-42e3-9987-ffbb8f068583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.500920 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-a351fba2-7e0b-402a-be7e-448a8e5342aa tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 12:58:26.501971 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-a351fba2-7e0b-402a-be7e-448a8e5342aa tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576999 Apr 11 12:58:26.525768 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] For port 38c7fe7a-545b-4adc-9624-cd61c26afa25, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=38c7fe7a-545b-4adc-9624-cd61c26afa25,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:26.530879 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port ad5f0c73-e76c-4538-918b-6a0831d81848 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:26.532011 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8b188dcf-2883-4690-ab32-adc05eabaee4 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:26.591923 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:26.595743 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:26.600297 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.727764 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-37d9e55b-59a6-4277-9334-eb24418e1040 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (602b91eb-133f-4e6d-bea8-63ee8a6c72d5), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.761167 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-1da9462b-adb9-4e14-9707-31a2adb8ae07 None None] Port 81c15501-1bbc-450d-aefd-72e5e43f6425 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:26.799450 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-1da9462b-adb9-4e14-9707-31a2adb8ae07 None None] Provisioning complete for port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:26.799877 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1da9462b-adb9-4e14-9707-31a2adb8ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.854745 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-1da9462b-adb9-4e14-9707-31a2adb8ae07 None None] Port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:26.864872 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.870589 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:26.871226 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:57:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:26.892818 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-37d9e55b-59a6-4277-9334-eb24418e1040 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (602b91eb-133f-4e6d-bea8-63ee8a6c72d5), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.917802 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-37d9e55b-59a6-4277-9334-eb24418e1040 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (602b91eb-133f-4e6d-bea8-63ee8a6c72d5), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.924740 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Publish callbacks [] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.942873 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Router b67d98fd-10a1-4d9f-aff9-08bee473d0cf has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 12:58:26.945364 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.946738 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (29d793be-1a08-4511-8b08-51b1f35300df), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:26.969552 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 2, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:27.014340 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ae8fc-1d2d-45d8-a5eb-51032e1c0ce5 None None] The sync data for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi is: [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 2, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:58:27.042234 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Pushing event updated for resources: {'Port': ['ID=59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:27.052711 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-37d9e55b-59a6-4277-9334-eb24418e1040 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:27.053878 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-37d9e55b-59a6-4277-9334-eb24418e1040 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7711275 Apr 11 12:58:27.054746 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9e55b-59a6-4277-9334-eb24418e1040 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602b91eb-133f-4e6d-bea8-63ee8a6c72d5,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:27.076211 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 48674) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:27.081416 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:27.297355 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:58:27.307561 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-456a3e43-40b3-4a62-b0d6-f1a41cfeabfb None None] Provisioning complete for port 81c15501-1bbc-450d-aefd-72e5e43f6425 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:27.307817 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-456a3e43-40b3-4a62-b0d6-f1a41cfeabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:27.313542 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 8b188dcf-2883-4690-ab32-adc05eabaee4 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:27.313942 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:27.321397 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0e594152-fe5b-4669-9c8e-22b554c46d16 admin admin] 10.222.0.26 "PUT /v2.0/routers/b67d98fd-10a1-4d9f-aff9-08bee473d0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1898675 Apr 11 12:58:27.438203 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1a7a3-c7f9-49d8-b2d1-36f98421f0e5 None None] Pushing event updated for resources: {'Port': ['ID=38c7fe7a-545b-4adc-9624-cd61c26afa25,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:27.461757 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f3ad9-7556-49e9-8b8c-c422347254a3 req-bd2f75d7-ae96-4545-8cc2-bbec92482d70 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:27.463628 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba0f3ad9-7556-49e9-8b8c-c422347254a3 req-bd2f75d7-ae96-4545-8cc2-bbec92482d70 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 931 time: 0.3989780 Apr 11 12:58:27.472653 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:27.557235 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:27.564511 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 8b188dcf-2883-4690-ab32-adc05eabaee4 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:27.566458 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 52684e36-a189-446a-810a-78324ff372d3 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:27.685213 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-456a3e43-40b3-4a62-b0d6-f1a41cfeabfb None None] Port 81c15501-1bbc-450d-aefd-72e5e43f6425 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:27.771110 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Request body: {'port': {'device_id': '5c67385a-defa-4e5a-a6ef-9980496c722b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:27.809732 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba0f3ad9-7556-49e9-8b8c-c422347254a3 req-f24015f9-7128-4d71-89fa-52edc99cd85a tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186419 Apr 11 12:58:27.875875 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Allocated IP 172.27.0.74 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/74bca0eb-cf63-45bf-9a28-33d22b4b4552) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:27.891963 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Network 8e2ce377-60e7-40d0-a684-279719c14ab1 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:27.900329 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:27.906587 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:27.923776 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:28.128708 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 52684e36-a189-446a-810a-78324ff372d3 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:28.129344 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (52684e36-a189-446a-810a-78324ff372d3), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:28.558869 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 52684e36-a189-446a-810a-78324ff372d3 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:28.638961 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-f9e4999c-2d97-49fe-a2e2-26ecb5127208 None None] Provisioning complete for port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:28.641899 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f9e4999c-2d97-49fe-a2e2-26ecb5127208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:28.967383 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1e0835aa-1173-4638-b951-1ce89013af3d up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:28.982816 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:23Z', 'revision_number': 1, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:29.023982 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for port (74bca0eb-cf63-45bf-9a28-33d22b4b4552), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:29.029115 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-29d54f98-e585-4f86-a0af-00dc6411dcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:29.031232 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4999c-2d97-49fe-a2e2-26ecb5127208 None None] Port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:29.090860 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc5d57-f6f2-4d9c-8ddc-77fea1b20975 None None] The sync data for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi is: [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:23Z', 'revision_number': 1, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:58:29.126773 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 1e0835aa-1173-4638-b951-1ce89013af3d triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:29.127142 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:29.248133 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (74bca0eb-cf63-45bf-9a28-33d22b4b4552), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:29.337690 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 1e0835aa-1173-4638-b951-1ce89013af3d is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:29.339355 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 6b334212-428f-4582-a466-34e945b5e745 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:29.390272 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:58:29.437962 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:29.438854 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:29.642346 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:29.676693 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48742) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:29.734265 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 6b334212-428f-4582-a466-34e945b5e745 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:29.745771 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (6b334212-428f-4582-a466-34e945b5e745), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:29.807076 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:29.864178 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-991c3668-fb48-4a46-94a5-ed5dd3864007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:29.992875 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:30.032813 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-991c3668-fb48-4a46-94a5-ed5dd3864007 admin admin] Publish callbacks [] for security_group (73b4f11c-b912-4c29-b849-10849ccc4f34), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:30.035445 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-4bf7bdda-0838-43fe-a033-2405cb44a3d9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:30.039291 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-4bf7bdda-0838-43fe-a033-2405cb44a3d9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 818 time: 1.5259681 Apr 11 12:58:30.042604 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-991c3668-fb48-4a46-94a5-ed5dd3864007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (73b4f11c-b912-4c29-b849-10849ccc4f34), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:30.050659 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aba267-5060-4f0a-99af-93197949c231 req-06ff0f7a-94ed-498c-9d5c-ae344c70a469 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:30.053670 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-64aba267-5060-4f0a-99af-93197949c231 req-06ff0f7a-94ed-498c-9d5c-ae344c70a469 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 931 time: 0.6490302 Apr 11 12:58:30.063261 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Router 29d793be-1a08-4511-8b08-51b1f35300df has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 12:58:30.064785 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:30.110645 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 6b334212-428f-4582-a466-34e945b5e745 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:30.111188 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (6b334212-428f-4582-a466-34e945b5e745), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:30.121591 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c3668-fb48-4a46-94a5-ed5dd3864007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b4f11c-b912-4c29-b849-10849ccc4f34,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:30.146540 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-991c3668-fb48-4a46-94a5-ed5dd3864007 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0366fba891d46bea6ee44fa8aab7144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654527 Apr 11 12:58:30.147370 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48754) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:30.177877 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Allocated IP 172.27.0.3 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/872d4299-4326-4b11-8794-8544a02b0cd8) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:30.192886 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-6a4a396a-ed59-471b-9399-dd37d78894ce tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/quotas/40f86b2346704694a79e8d8ab939d78c HTTP/1.1" status: 200 len: 375 time: 0.1049087 Apr 11 12:58:30.194768 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'Port': ['ID=74bca0eb-cf63-45bf-9a28-33d22b4b4552,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:30.238459 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:30.275365 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6918721-2ee1-4738-9fa2-1b6a03b268cd admin admin] Publish callbacks [] for security_group (73b4f11c-b912-4c29-b849-10849ccc4f34), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:30.278749 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port 6b334212-428f-4582-a466-34e945b5e745, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=6b334212-428f-4582-a466-34e945b5e745,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:30.288612 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (6b334212-428f-4582-a466-34e945b5e745), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:30.334373 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6918721-2ee1-4738-9fa2-1b6a03b268cd admin admin] Publish callbacks [] for security_group (73b4f11c-b912-4c29-b849-10849ccc4f34), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:30.475791 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6918721-2ee1-4738-9fa2-1b6a03b268cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (73b4f11c-b912-4c29-b849-10849ccc4f34), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:30.484119 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6918721-2ee1-4738-9fa2-1b6a03b268cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:30.492977 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-f6918721-2ee1-4738-9fa2-1b6a03b268cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73b4f11c-b912-4c29-b849-10849ccc4f34 HTTP/1.1" status: 204 len: 168 time: 0.3449802 Apr 11 12:58:30.520669 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6918721-2ee1-4738-9fa2-1b6a03b268cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b4f11c-b912-4c29-b849-10849ccc4f34,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:30.676086 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=6b334212-428f-4582-a466-34e945b5e745,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:30.794163 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:30.916213 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 2, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:30.968302 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:58:30.968656 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Updating router 24582138-45de-4cb7-bb8b-0e292e9d6613 port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:58:31.072591 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.075105 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:31.075497 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.125160 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-64aba267-5060-4f0a-99af-93197949c231 req-f5bf6529-872f-4e8b-97e4-62376ccc4f2c tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0159540 Apr 11 12:58:31.145424 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.153340 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (872d4299-4326-4b11-8794-8544a02b0cd8), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.205571 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48770) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:31.217792 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-bbba6268-32aa-4a58-8921-1f7ef1eacbf2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9842789 Apr 11 12:58:31.224781 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d80db2c5-8535-497e-b97f-f98daad72b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.276881 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (872d4299-4326-4b11-8794-8544a02b0cd8), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.359058 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d80db2c5-8535-497e-b97f-f98daad72b35 admin admin] Publish callbacks [] for security_group (669714fb-b305-44da-8b5f-f8a4d9a65799), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.367646 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d80db2c5-8535-497e-b97f-f98daad72b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (669714fb-b305-44da-8b5f-f8a4d9a65799), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.421649 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80db2c5-8535-497e-b97f-f98daad72b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669714fb-b305-44da-8b5f-f8a4d9a65799,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:31.425011 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:31.425402 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.444575 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d80db2c5-8535-497e-b97f-f98daad72b35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb0efa18f1ad41e8acfc3eca5f5aa480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328703 Apr 11 12:58:31.447536 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48772) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:31.504896 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=872d4299-4326-4b11-8794-8544a02b0cd8,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:31.521533 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:31.523256 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (b23fe976-ddb4-4796-83c7-ccf1d6b62bfb), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.565174 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c491ab4-2849-47e4-ac07-e782ae4e4dea admin admin] Publish callbacks [] for security_group (669714fb-b305-44da-8b5f-f8a4d9a65799), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.580068 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8c48e5e8-a5d1-401f-acc1-fd4d54ae8387,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:31.600663 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.623333 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c491ab4-2849-47e4-ac07-e782ae4e4dea admin admin] Publish callbacks [] for security_group (669714fb-b305-44da-8b5f-f8a4d9a65799), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.748404 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=8c48e5e8-a5d1-401f-acc1-fd4d54ae8387,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:31.758316 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c491ab4-2849-47e4-ac07-e782ae4e4dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (669714fb-b305-44da-8b5f-f8a4d9a65799), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.766479 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c491ab4-2849-47e4-ac07-e782ae4e4dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:31.767696 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2c491ab4-2849-47e4-ac07-e782ae4e4dea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/669714fb-b305-44da-8b5f-f8a4d9a65799 HTTP/1.1" status: 204 len: 168 time: 0.3190360 Apr 11 12:58:31.786391 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c491ab4-2849-47e4-ac07-e782ae4e4dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669714fb-b305-44da-8b5f-f8a4d9a65799,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:31.847763 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:31.866314 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:32.027523 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:58:32.101663 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-7b1449ca-0c1e-4c13-a5f5-9410285cd439 admin admin] 10.222.0.26 "PUT /v2.0/routers/29d793be-1a08-4511-8b08-51b1f35300df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3811123 Apr 11 12:58:32.126653 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-a2c52d13-ae4f-4c57-a368-e50d1fd512f4 service neutron] 10.222.0.26 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9064181 Apr 11 12:58:32.173192 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Publish callbacks [] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.190762 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.204775 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (588affc3-1c2f-4e17-aa61-cb2aea32294a), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.208710 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (74bca0eb-cf63-45bf-9a28-33d22b4b4552), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.380657 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7121280-f3d9-436d-bdbe-b4f526e61847 None None] Pushing event updated for resources: {'Port': ['ID=596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:32.473610 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Attempting to bind port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:32.473974 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Attempting to bind port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:32.474329 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Attempting to bind port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:32.490800 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:32.510240 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (872d4299-4326-4b11-8794-8544a02b0cd8), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.514103 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Checking segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:32.514644 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.515062 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Bound using segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:32.518549 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Bound port: 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:32.520840 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.644174 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bcc52-00ad-49db-ac90-a075fbeaf63c req-0652a5d9-5911-4a81-a34a-4d206ddfcde8 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:32.645818 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6f7bcc52-00ad-49db-ac90-a075fbeaf63c req-0652a5d9-5911-4a81-a34a-4d206ddfcde8 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 931 time: 0.3698509 Apr 11 12:58:32.685849 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] For port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:32.721098 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.731369 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-8416a6e0-336d-4fc4-9338-798eaf5adf3e None None] Provisioning complete for port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:32.731661 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8416a6e0-336d-4fc4-9338-798eaf5adf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.736791 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee620d9a-3968-4acf-ba77-c9a87e59258d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:58:32.768941 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-0bb12b76-bfdc-40bb-af5b-bce9db432f19 service neutron] 10.222.0.26 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414154 Apr 11 12:58:32.775196 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Publish callbacks [] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.799855 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] For port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:32.811347 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-8416a6e0-336d-4fc4-9338-798eaf5adf3e None None] Port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:32.814671 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.849888 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Transition to ACTIVE for port object ee620d9a-3968-4acf-ba77-c9a87e59258d will not be triggered until provisioned by entity L2. {{(pid=103362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 12:58:32.874531 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:32.972129 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:33.028842 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6f7bcc52-00ad-49db-ac90-a075fbeaf63c req-f3ddccfc-f04e-4de8-a823-dcc54dac780a tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433733 Apr 11 12:58:33.122388 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Pushing event updated for resources: {'Port': ['ID=ee620d9a-3968-4acf-ba77-c9a87e59258d,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:33.146716 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7121280-f3d9-436d-bdbe-b4f526e61847 None None] Pushing event updated for resources: {'Port': ['ID=596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:33.299309 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:33.305784 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:33.318630 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:33.320903 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.602650 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for port (74bca0eb-cf63-45bf-9a28-33d22b4b4552), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.661653 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Attempting to bind port ee620d9a-3968-4acf-ba77-c9a87e59258d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:33.663106 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Attempting to bind port ee620d9a-3968-4acf-ba77-c9a87e59258d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '4af8f4a9-6134-4d8f-b9b8-628ef9254a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2bdb1c44-aa4a-471f-a8c6-f1f6673eed84'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:33.665817 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Attempting to bind port ee620d9a-3968-4acf-ba77-c9a87e59258d on network 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:33.672923 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (74bca0eb-cf63-45bf-9a28-33d22b4b4552), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.674836 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:33.681031 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Port ee620d9a-3968-4acf-ba77-c9a87e59258d on network 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 12:58:33.681501 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Attempting to bind port ee620d9a-3968-4acf-ba77-c9a87e59258d on network 2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:33.739909 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2efa2e2b-a7cd-465d-9fca-a15c077f1010 req-80cf2d27-213e-4275-b2ec-545440c99ed5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 210 time: 0.4183803 Apr 11 12:58:33.746929 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-def7df5e-2269-4421-a335-3d3ac99ed879 None None] Provisioning complete for port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:33.747523 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-def7df5e-2269-4421-a335-3d3ac99ed879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.749374 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:33.749872 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Checking segment: {'id': '4af8f4a9-6134-4d8f-b9b8-628ef9254a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2bdb1c44-aa4a-471f-a8c6-f1f6673eed84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:33.750734 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Bound using segment: {'id': '4af8f4a9-6134-4d8f-b9b8-628ef9254a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2bdb1c44-aa4a-471f-a8c6-f1f6673eed84'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:33.751298 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Bound port: ee620d9a-3968-4acf-ba77-c9a87e59258d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af8f4a9-6134-4d8f-b9b8-628ef9254a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2bdb1c44-aa4a-471f-a8c6-f1f6673eed84'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:33.751802 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.769815 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'Port': ['ID=74bca0eb-cf63-45bf-9a28-33d22b4b4552,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:33.769935 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:33.771062 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 38c7fe7a-545b-4adc-9624-cd61c26afa25 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:33.823433 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (b23fe976-ddb4-4796-83c7-ccf1d6b62bfb), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.846847 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (872d4299-4326-4b11-8794-8544a02b0cd8), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.858174 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (872d4299-4326-4b11-8794-8544a02b0cd8), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.930637 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.941609 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-0c264be6-a9be-44f9-86e4-cfd436e3a4e5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9691424 Apr 11 12:58:33.942692 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=872d4299-4326-4b11-8794-8544a02b0cd8,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:33.947060 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (588affc3-1c2f-4e17-aa61-cb2aea32294a), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.968843 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:33.970305 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-60453c4c-272c-41f5-ba14-43aa9c1dd107 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.8930933 Apr 11 12:58:33.989906 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] For port ee620d9a-3968-4acf-ba77-c9a87e59258d, host hv-cinder-83608, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:34.000859 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] For port ee620d9a-3968-4acf-ba77-c9a87e59258d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ee620d9a-3968-4acf-ba77-c9a87e59258d,segment=NetworkSegment(4af8f4a9-6134-4d8f-b9b8-628ef9254a59),segment_id=4af8f4a9-6134-4d8f-b9b8-628ef9254a59)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:34.017398 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.097675 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Pushing event updated for resources: {'Port': ['ID=ee620d9a-3968-4acf-ba77-c9a87e59258d,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:34.114155 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:34.115424 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.121326 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-caeb2215-68af-4e30-94e6-cf0ec3dd10ff service neutron] 10.222.0.13 "PUT /v2.0/ports/ee620d9a-3968-4acf-ba77-c9a87e59258d HTTP/1.1" status: 200 len: 1093 time: 6.5713203 Apr 11 12:58:34.124539 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c67385a-defa-4e5a-a6ef-9980496c722b', 'tag': 'ee620d9a-3968-4acf-ba77-c9a87e59258d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:58:34.164885 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 38c7fe7a-545b-4adc-9624-cd61c26afa25 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:34.168799 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.236378 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-def7df5e-2269-4421-a335-3d3ac99ed879 None None] Current status of the port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:34.237083 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-def7df5e-2269-4421-a335-3d3ac99ed879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.243459 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48876) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:34.249296 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e01e7ac0-0f47-4c88-b4aa-7b50fab0af52 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721593373', 'description': 'tempest-description--1870950176'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:34.313177 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e7ac0-0f47-4c88-b4aa-7b50fab0af52 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.414544 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-def7df5e-2269-4421-a335-3d3ac99ed879 None None] For port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:34.427254 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:32Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:34.429734 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-def7df5e-2269-4421-a335-3d3ac99ed879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.483811 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e7ac0-0f47-4c88-b4aa-7b50fab0af52 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (9ef8fb19-8a71-4038-a12e-12a1444f044f), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.501063 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e7ac0-0f47-4c88-b4aa-7b50fab0af52 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (9ef8fb19-8a71-4038-a12e-12a1444f044f), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.515821 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-b46a723e-f476-405b-a504-70f713c2552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:34.518562 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-b46a723e-f476-405b-a504-70f713c2552b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=336060b9eecf4af88540e5597ecf1751&device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 1127 time: 0.2209208 Apr 11 12:58:34.640169 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e7ac0-0f47-4c88-b4aa-7b50fab0af52 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.648836 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e01e7ac0-0f47-4c88-b4aa-7b50fab0af52 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3995996 Apr 11 12:58:34.653354 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48898) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:34.680096 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4ecf5db2-8030-46c0-b2e2-38adbbebd73c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'security_group_rule': {'security_group_id': '9ef8fb19-8a71-4038-a12e-12a1444f044f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:34.717650 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e7ac0-0f47-4c88-b4aa-7b50fab0af52 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef8fb19-8a71-4038-a12e-12a1444f044f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:34.794105 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ecf5db2-8030-46c0-b2e2-38adbbebd73c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (49632971-c50d-4d1d-98f3-193aa106c47c), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.863686 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-4a13c16c-a32b-44d8-8508-7f8f745ff110 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee620d9a-3968-4acf-ba77-c9a87e59258d HTTP/1.1" status: 200 len: 217 time: 0.3185980 Apr 11 12:58:34.867864 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189775bc-3fa5-4d6d-add8-79e3bcdc7128" -d '{"events": [{"name": "network-changed", "server_uuid": "5c67385a-defa-4e5a-a6ef-9980496c722b", "tag": "ee620d9a-3968-4acf-ba77-c9a87e59258d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:58:34.915929 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902832aa-6df4-44f4-83f4-f7110027dc48 None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:32Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:58:34.953495 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 38c7fe7a-545b-4adc-9624-cd61c26afa25 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:34.954078 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.966677 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ecf5db2-8030-46c0-b2e2-38adbbebd73c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (49632971-c50d-4d1d-98f3-193aa106c47c), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.976965 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ecf5db2-8030-46c0-b2e2-38adbbebd73c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (49632971-c50d-4d1d-98f3-193aa106c47c), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:34.984159 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port 38c7fe7a-545b-4adc-9624-cd61c26afa25, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=38c7fe7a-545b-4adc-9624-cd61c26afa25,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:35.006457 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7df5e-2269-4421-a335-3d3ac99ed879 None None] Pushing event updated for resources: {'Port': ['ID=596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:35.009949 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.010988 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 6b334212-428f-4582-a466-34e945b5e745 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:35.033254 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4188aa-730a-47da-9e6f-21a23049392d req-a210327e-3f8d-4b87-a325-7075e0acbee9 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:35.035253 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4a4188aa-730a-47da-9e6f-21a23049392d req-a210327e-3f8d-4b87-a325-7075e0acbee9 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 943 time: 0.2091811 Apr 11 12:58:35.049871 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf5db2-8030-46c0-b2e2-38adbbebd73c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49632971-c50d-4d1d-98f3-193aa106c47c,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:35.067111 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ecf5db2-8030-46c0-b2e2-38adbbebd73c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.079023 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-4ecf5db2-8030-46c0-b2e2-38adbbebd73c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4209001 Apr 11 12:58:35.079925 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48920) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:35.087168 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0274b2f8-68c6-4e41-a645-94b533810c26 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'security_group_rule': {'security_group_id': '9ef8fb19-8a71-4038-a12e-12a1444f044f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:35.129897 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0274b2f8-68c6-4e41-a645-94b533810c26 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (0d2c359a-cad7-45ca-9775-ca2a4202bfaa), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.163482 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-b9696d5b-c414-45a5-aa05-d8ae4a06a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:35.177140 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-b9696d5b-c414-45a5-aa05-d8ae4a06a452 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d71684f-5794-4481-9e3a-d90b7592ae40 HTTP/1.1" status: 200 len: 851 time: 0.2911808 Apr 11 12:58:35.179255 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Sync routers for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:58:35.191198 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 6b334212-428f-4582-a466-34e945b5e745 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:35.191767 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (6b334212-428f-4582-a466-34e945b5e745), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.195438 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=38c7fe7a-545b-4adc-9624-cd61c26afa25,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:35.204805 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:35.205451 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:35.217122 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4a4188aa-730a-47da-9e6f-21a23049392d req-0a8e7d79-1668-41a4-89b8-fdadf59d5e0a tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731977 Apr 11 12:58:35.299080 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0274b2f8-68c6-4e41-a645-94b533810c26 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (0d2c359a-cad7-45ca-9775-ca2a4202bfaa), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.308620 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0274b2f8-68c6-4e41-a645-94b533810c26 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (0d2c359a-cad7-45ca-9775-ca2a4202bfaa), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.329474 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274b2f8-68c6-4e41-a645-94b533810c26 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2c359a-cad7-45ca-9775-ca2a4202bfaa,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:35.341852 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-260c67dd-31b8-4eeb-950f-8a90443380aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:35.347944 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-260c67dd-31b8-4eeb-950f-8a90443380aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 818 time: 1.0478144 Apr 11 12:58:35.350942 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0274b2f8-68c6-4e41-a645-94b533810c26 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.357205 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0274b2f8-68c6-4e41-a645-94b533810c26 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2744279 Apr 11 12:58:35.365202 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 48936) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:35.373523 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 6b334212-428f-4582-a466-34e945b5e745 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:35.374833 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:35.426201 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.438875 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-ffddc285-d35f-405d-a11f-5aae1402f23e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bdb1c44-aa4a-471f-a8c6-f1f6673eed84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2462122 Apr 11 12:58:35.471939 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:35.487036 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-f701eda1-6d60-48d5-8721-25ad7769c50c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/quotas/40f86b2346704694a79e8d8ab939d78c HTTP/1.1" status: 200 len: 375 time: 0.0499966 Apr 11 12:58:35.528002 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.13', 65011) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:35.630869 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:35.735964 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:35.736962 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.841384 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:35.842751 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 38c7fe7a-545b-4adc-9624-cd61c26afa25 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:35.876223 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.923937 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 38c7fe7a-545b-4adc-9624-cd61c26afa25 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:35.924368 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:35.974541 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 2, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:36.013959 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-14ec6c91-b6fa-421c-842f-4b45e9b5ecb2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:36.015476 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-14ec6c91-b6fa-421c-842f-4b45e9b5ecb2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 818 time: 0.4862857 Apr 11 12:58:36.053329 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Checking router: b67d98fd-10a1-4d9f-aff9-08bee473d0cf for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:58:36.053670 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Updating router b67d98fd-10a1-4d9f-aff9-08bee473d0cf port 81c15501-1bbc-450d-aefd-72e5e43f6425 binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:58:36.069259 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-41183a70-9f31-451c-b195-447ff3a17663 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5619159 Apr 11 12:58:36.087157 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-6438e8f5-8dee-4e3c-905a-1442bb5f44f0 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1124960560&fields=id&tenant_id=a66f8a057b664bbeb953fa5a8718b2a2 HTTP/1.1" status: 200 len: 267 time: 0.6507638 Apr 11 12:58:36.103082 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 38c7fe7a-545b-4adc-9624-cd61c26afa25 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:36.113098 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.122503 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Allocated IP 172.27.0.250 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:36.148867 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-c240b569-2674-40df-ba0b-001fb6060005 service neutron] 10.222.0.13 "GET /v2.0/networks/2bdb1c44-aa4a-471f-a8c6-f1f6673eed84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6742656 Apr 11 12:58:36.265455 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for port (e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.294372 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-d94ad7bd-497f-4642-bbc4-6b2b39498ad4 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:36.295651 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-d94ad7bd-497f-4642-bbc4-6b2b39498ad4 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/networks?id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 HTTP/1.1" status: 200 len: 810 time: 0.1944449 Apr 11 12:58:36.304644 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-bcd2cd1f-8af7-4d7d-a64c-a6b2edd01f20 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 12:58:36.313776 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-bcd2cd1f-8af7-4d7d-a64c-a6b2edd01f20 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1088312 Apr 11 12:58:36.348478 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-e5fc9739-0435-485b-a447-2c2a79295df9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/quotas/a66f8a057b664bbeb953fa5a8718b2a2 HTTP/1.1" status: 200 len: 375 time: 0.0335460 Apr 11 12:58:36.381967 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.458612 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-9c3af5c5-ef8a-484a-b34f-be0c525d5157 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995874 Apr 11 12:58:36.517541 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-bc9ef8e0-c3d2-4ebe-9998-93c43a3cdd0c service neutron] 10.222.0.26 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005298 Apr 11 12:58:36.540230 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Publish callbacks [] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.548444 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.574742 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:36.579060 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:36.582729 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:36.599502 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'Port': ['ID=e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:36.630672 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427eb90a-bf6e-4f03-9548-7dd2e5fa7967 None None] Pushing event updated for resources: {'Port': ['ID=81c15501-1bbc-450d-aefd-72e5e43f6425,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:36.652636 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-8c64a20c-1527-4055-9e5b-7db562deb8fc service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701610 Apr 11 12:58:36.683265 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Attempting to bind port 81c15501-1bbc-450d-aefd-72e5e43f6425 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:36.683624 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Attempting to bind port 81c15501-1bbc-450d-aefd-72e5e43f6425 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:36.683979 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Attempting to bind port 81c15501-1bbc-450d-aefd-72e5e43f6425 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:36.691355 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:36.691713 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Checking segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:36.692192 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.692522 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Bound using segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:36.692988 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Bound port: 81c15501-1bbc-450d-aefd-72e5e43f6425, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:36.693368 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.695276 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-dd91e832-daa9-4481-8fab-e373d1af5872 service neutron] 10.222.0.26 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438057 Apr 11 12:58:36.714669 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (dff4e579-e8c9-4ce0-9ac9-b01848030c55), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.766742 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.776328 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] For port 81c15501-1bbc-450d-aefd-72e5e43f6425, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:36.780767 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] For port 81c15501-1bbc-450d-aefd-72e5e43f6425, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=81c15501-1bbc-450d-aefd-72e5e43f6425,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:36.791574 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.837048 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-c48035e7-24d9-436f-a891-1b0b57d09350 service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758277 Apr 11 12:58:36.858455 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:36.859352 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:36.885103 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-f02bc101-7a78-4bc7-8888-2129cfef88c2 None None] Provisioning complete for port 81c15501-1bbc-450d-aefd-72e5e43f6425 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:36.886343 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f02bc101-7a78-4bc7-8888-2129cfef88c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.980734 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for port (e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:36.993162 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:37.110372 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-f02bc101-7a78-4bc7-8888-2129cfef88c2 None None] Current status of the port 81c15501-1bbc-450d-aefd-72e5e43f6425 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:37.110822 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f02bc101-7a78-4bc7-8888-2129cfef88c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:37.113932 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (dff4e579-e8c9-4ce0-9ac9-b01848030c55), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:37.162786 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'Port': ['ID=e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:37.184946 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427eb90a-bf6e-4f03-9548-7dd2e5fa7967 None None] Pushing event updated for resources: {'Port': ['ID=81c15501-1bbc-450d-aefd-72e5e43f6425,revision_number=4']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:37.186206 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:37.187793 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-29fcc00a-b56d-4793-a0d2-10193e754e79 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8211863 Apr 11 12:58:37.261149 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-453e25b1-c891-4477-9729-da6caacde85d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--314118769&fields=id&tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 267 time: 0.2057867 Apr 11 12:58:37.272687 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-f02bc101-7a78-4bc7-8888-2129cfef88c2 None None] For port 81c15501-1bbc-450d-aefd-72e5e43f6425, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=81c15501-1bbc-450d-aefd-72e5e43f6425,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:37.285609 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f02bc101-7a78-4bc7-8888-2129cfef88c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:37.332635 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:37.476077 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bc101-7a78-4bc7-8888-2129cfef88c2 None None] Pushing event updated for resources: {'Port': ['ID=81c15501-1bbc-450d-aefd-72e5e43f6425,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:37.500200 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-96f632ca-141b-4834-b179-3df4c3817b1a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:37.508974 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-96f632ca-141b-4834-b179-3df4c3817b1a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 815 time: 0.2397051 Apr 11 12:58:37.519278 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-879829a8-dcc7-415d-b03a-48c1b320335d None None] Provisioning complete for port 81c15501-1bbc-450d-aefd-72e5e43f6425 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:37.519685 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-879829a8-dcc7-415d-b03a-48c1b320335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:37.534636 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-feff4346-69e1-4c00-be88-149e02c5a7d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/quotas/f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 375 time: 0.0201538 Apr 11 12:58:37.588174 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 81c15501-1bbc-450d-aefd-72e5e43f6425 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:37.608432 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-58216290-39be-455f-8d99-a6ae5a305ecb tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676746 Apr 11 12:58:37.662956 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df00c9ee-37bf-4a57-a8b3-b25c5120b8ec x-openstack-request-id: req-df00c9ee-37bf-4a57-a8b3-b25c5120b8ec {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:58:37.663598 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c67385a-defa-4e5a-a6ef-9980496c722b", "tag": "ee620d9a-3968-4acf-ba77-c9a87e59258d", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:58:37.664092 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df00c9ee-37bf-4a57-a8b3-b25c5120b8ec {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:58:37.664833 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df00c9ee-37bf-4a57-a8b3-b25c5120b8ec'] response: {'name': 'network-changed', 'server_uuid': '5c67385a-defa-4e5a-a6ef-9980496c722b', 'tag': 'ee620d9a-3968-4acf-ba77-c9a87e59258d', 'status': 'completed', 'code': 200} Apr 11 12:58:37.666018 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 81c15501-1bbc-450d-aefd-72e5e43f6425 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:37.666615 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:37.753674 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-879829a8-dcc7-415d-b03a-48c1b320335d None None] Current status of the port 81c15501-1bbc-450d-aefd-72e5e43f6425 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:37.818486 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ca064-b959-42fd-ba23-6a9426df4b7c req-e9576213-5e06-4fc1-abc8-2ead048489bb tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:37.820272 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d47ca064-b959-42fd-ba23-6a9426df4b7c req-e9576213-5e06-4fc1-abc8-2ead048489bb tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 943 time: 0.0719779 Apr 11 12:58:37.821952 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 81c15501-1bbc-450d-aefd-72e5e43f6425 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:37.822353 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-840c0430-d3ae-4b0a-bfd0-ec4677ecade0 service neutron] 10.222.0.26 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894860 Apr 11 12:58:37.876180 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:36Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:37.905409 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8491cc5-f0d6-4381-a2bb-84f2d765c70e None None] The sync data for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi is: [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:36Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:58:37.937115 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d47ca064-b959-42fd-ba23-6a9426df4b7c req-a4fc4924-f1c9-49be-bccb-5a47d1bbc085 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020265 Apr 11 12:58:37.956539 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-6217e5f5-d0a4-4c43-b382-fcc8fabffe44 service neutron] 10.222.0.26 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234224 Apr 11 12:58:38.023078 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-511c4a30-79e6-4aa6-89ed-322479414254 req-0413028f-9af9-4281-916f-9911154f08b2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 210 time: 0.0290630 Apr 11 12:58:38.109891 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7e4ca1f4-f962-46f7-b3bf-4c8095429044 req-2a2acf67-6e95-473e-aab3-deab12637ff8 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0302167 Apr 11 12:58:38.182417 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f8b2c07-e4be-4b5e-81eb-74814dd94217 req-7320a687-1a76-4158-b7f9-198893723ff1 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0305622 Apr 11 12:58:38.204615 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-00970480-9bca-49dc-82ff-ee0cd08e67e1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--721593373&fields=id&tenant_id=4f51b3316ccb49238618f982c77265ae HTTP/1.1" status: 200 len: 267 time: 0.0661292 Apr 11 12:58:38.224292 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Request body: {'port': {'device_id': 'ce206b35-659d-4dc6-bbfc-9505cf322961', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'admin_state_up': True, 'tenant_id': '40f86b2346704694a79e8d8ab939d78c'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:38.374034 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Made reservation on behalf of 40f86b2346704694a79e8d8ab939d78c for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:38.378678 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:38.399630 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:38.467638 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d2e2cae-2272-4cd1-af19-9c31d00c133e req-c8f783db-487f-4142-b390-d2b1d4bfd554 service neutron] 10.222.0.13 "GET /v2.0/networks/2bdb1c44-aa4a-471f-a8c6-f1f6673eed84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252181 Apr 11 12:58:38.544826 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-04ffa044-5f4d-4cf8-b3e4-30a1f7fa0935 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:38.549296 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-04ffa044-5f4d-4cf8-b3e4-30a1f7fa0935 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 814 time: 0.3369472 Apr 11 12:58:38.583189 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-2251c3f9-4105-4ae0-8016-b92230e5b650 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/quotas/4f51b3316ccb49238618f982c77265ae HTTP/1.1" status: 200 len: 375 time: 0.0244026 Apr 11 12:58:38.667690 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-e689c69a-ac5b-4f39-88b0-5a3a01348827 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776796 Apr 11 12:58:38.741636 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Allocated IP 172.20.0.5 (1070c4b9-bdcc-479f-b440-2980005e8e57/13f58d80-c4c3-4eca-adc9-94a96c0e0a65/580d0c5c-9d59-44e8-8f7d-7f66c50ccb77) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:38.866423 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-f73143c4-f29a-45e2-92ed-be263c85c3f7 service neutron] 10.222.0.26 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754818 Apr 11 12:58:39.039282 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-150d1fb6-9586-4167-a349-a044ba248337 service neutron] 10.222.0.26 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619418 Apr 11 12:58:39.125134 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:39.142988 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4197b-019a-4ded-a74d-226f95bef8a8 req-c584519b-6dee-4674-bd6c-c72c4f2766f0 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:39.160913 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-afb4197b-019a-4ded-a74d-226f95bef8a8 req-c584519b-6dee-4674-bd6c-c72c4f2766f0 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 943 time: 0.0953481 Apr 11 12:58:39.244348 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:39.300474 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-251b9f98-4314-471a-8428-9c43e9a988f4 req-647e64d9-bbc8-4063-aca5-558c3130fbd4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 210 time: 0.0494614 Apr 11 12:58:39.337801 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-afb4197b-019a-4ded-a74d-226f95bef8a8 req-ac5fa9a2-7c70-4b3c-b535-a2dd1226cfcd tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641438 Apr 11 12:58:39.483563 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7d96c215-f93f-49ea-ac6c-3c0b7fd44ab2 req-cc3f5351-353e-4aa5-851e-cbbf3a5a0e33 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.0900793 Apr 11 12:58:39.485335 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event updated for resources: {'Port': ['ID=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:39.496731 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:39.498977 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:39.510097 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:39.521480 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:39.535235 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:39.547001 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fdc2d931-6ee6-482c-9622-a1fe385f5535 req-0d45f5c7-342f-488e-a6bf-2237a816152f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 210 time: 0.1122842 Apr 11 12:58:39.548941 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 81c15501-1bbc-450d-aefd-72e5e43f6425 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:39.590630 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-721f3dab-4f53-4b8c-898c-b51cc0f368f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3704517 Apr 11 12:58:39.637422 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Request body: {'port': {'device_id': 'ce206b35-659d-4dc6-bbfc-9505cf322961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:39.719559 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Sync routers for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:58:39.762492 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4179f5db-e535-4d45-83e0-e94ff968c6bc req-91ecf42f-f510-406c-a378-f971941300ee tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0615888 Apr 11 12:58:39.772545 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189775bc-3fa5-4d6d-add8-79e3bcdc7128 req-718d5137-3b7b-493a-b951-80cd3ac715a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:39.775041 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-189775bc-3fa5-4d6d-add8-79e3bcdc7128 req-718d5137-3b7b-493a-b951-80cd3ac715a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=336060b9eecf4af88540e5597ecf1751&device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 1127 time: 0.1481678 Apr 11 12:58:39.796694 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:39.813410 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 81c15501-1bbc-450d-aefd-72e5e43f6425 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:39.818232 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:39.910692 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:39.911331 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:40.082129 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:40.197752 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-e0fb9ee3-4403-47fd-b198-e4dda02dd77c None None] Provisioning complete for port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:40.198191 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9ee3-4403-47fd-b198-e4dda02dd77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:40.209529 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.13', 65022) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:40.529749 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-d0262a32-b6fe-4a43-9d32-42cf4f336370 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:40.531506 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-d0262a32-b6fe-4a43-9d32-42cf4f336370 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 818 time: 0.3174362 Apr 11 12:58:40.549549 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb9ee3-4403-47fd-b198-e4dda02dd77c None None] Port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:40.560647 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85736259-7db2-460d-8d2a-d28ba640b5c7 req-e4c42d66-5648-4cc0-803d-b873740436ac tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 210 time: 0.0861990 Apr 11 12:58:40.575643 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e234ff-602c-4d24-bc00-7ab79d346efd req-504d1d67-c1d0-46cb-af0a-5955da462bf6 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:40.577214 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a1e234ff-602c-4d24-bc00-7ab79d346efd req-504d1d67-c1d0-46cb-af0a-5955da462bf6 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 943 time: 0.0756509 Apr 11 12:58:40.628340 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:58:40.639080 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Publish callbacks [] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:40.660780 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 81c15501-1bbc-450d-aefd-72e5e43f6425 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:40.669744 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:26Z', 'revision_number': 2, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:40.678740 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Transition to ACTIVE for port object 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 12:58:40.687535 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:40.706381 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-977a2955-5895-46c2-b325-bd2e128b684b req-5c2f8ce4-84f6-4d95-8dff-a01e35160c12 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.0537214 Apr 11 12:58:40.711583 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189775bc-3fa5-4d6d-add8-79e3bcdc7128 req-9ccc87df-39ac-4f43-b223-f2be0ed9bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:40.713548 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-189775bc-3fa5-4d6d-add8-79e3bcdc7128 req-9ccc87df-39ac-4f43-b223-f2be0ed9bbdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 HTTP/1.1" status: 200 len: 912 time: 0.7683599 Apr 11 12:58:40.720439 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a1e234ff-602c-4d24-bc00-7ab79d346efd req-4d64416e-84c9-41f1-beb8-84da96a56a97 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324914 Apr 11 12:58:40.741887 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Checking router: 29d793be-1a08-4511-8b08-51b1f35300df for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:58:40.742055 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Updating router 29d793be-1a08-4511-8b08-51b1f35300df port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:58:40.742123 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 49124) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:40.804770 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:40.848160 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f11265dc-b56e-4db0-9005-b6a1290d1c61 req-c5cb8fce-2289-4f1f-a8b2-0b946b4f48c1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0493271 Apr 11 12:58:40.903699 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:40.908627 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-88378bc1-94a5-4de3-b487-4f00e983ce26 req-4fc87616-4422-4d66-9e0a-de42180392d7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0363262 Apr 11 12:58:40.936540 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0074ad8e-80da-4d1b-82cc-8f1239b0fe7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:40.936778 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Attempting to bind port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:40.937196 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Attempting to bind port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:40.937661 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Attempting to bind port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:40.943781 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 12:58:40.944263 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Attempting to bind port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:40.950883 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:40.951469 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Checking segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:40.952199 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Bound using segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:40.952762 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Bound port: 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:40.953559 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.032013 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] For port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:41.036642 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0074ad8e-80da-4d1b-82cc-8f1239b0fe7c admin admin] Publish callbacks [] for security_group (191d26a2-a913-49b5-9e34-b16ec596d8b6), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.037365 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] For port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:41.043814 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0074ad8e-80da-4d1b-82cc-8f1239b0fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (191d26a2-a913-49b5-9e34-b16ec596d8b6), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.046067 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.087321 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-0074ad8e-80da-4d1b-82cc-8f1239b0fe7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9598dead2094cbfb261a2f92601d059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438165 Apr 11 12:58:41.088555 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074ad8e-80da-4d1b-82cc-8f1239b0fe7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191d26a2-a913-49b5-9e34-b16ec596d8b6,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:41.092060 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 49130) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:41.112444 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:41.118918 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.121069 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 HTTP/1.1" status: 200 len: 1093 time: 1.5035160 Apr 11 12:58:41.121676 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce206b35-659d-4dc6-bbfc-9505cf322961', 'tag': '580d0c5c-9d59-44e8-8f7d-7f66c50ccb77'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:58:41.152444 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dbbb2d61-f0ca-4a36-83a0-d972bacfcee0 admin admin] Publish callbacks [] for security_group (191d26a2-a913-49b5-9e34-b16ec596d8b6), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.181507 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dbbb2d61-f0ca-4a36-83a0-d972bacfcee0 admin admin] Publish callbacks [] for security_group (191d26a2-a913-49b5-9e34-b16ec596d8b6), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.184188 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Publish callbacks [] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.195643 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.259536 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dbbb2d61-f0ca-4a36-83a0-d972bacfcee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (191d26a2-a913-49b5-9e34-b16ec596d8b6), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.264337 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dbbb2d61-f0ca-4a36-83a0-d972bacfcee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.266210 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-dbbb2d61-f0ca-4a36-83a0-d972bacfcee0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/191d26a2-a913-49b5-9e34-b16ec596d8b6 HTTP/1.1" status: 204 len: 168 time: 0.1728072 Apr 11 12:58:41.277829 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb2d61-f0ca-4a36-83a0-d972bacfcee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191d26a2-a913-49b5-9e34-b16ec596d8b6,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:41.312741 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de54a8-527a-4a1f-8e78-1a247e2990c9 None None] Pushing event updated for resources: {'Port': ['ID=59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:41.357355 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Attempting to bind port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:41.357720 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Attempting to bind port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:41.358077 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Attempting to bind port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 on network 8e2ce377-60e7-40d0-a684-279719c14ab1 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:41.364311 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:41.367983 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Checking segment: {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:41.368468 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.368893 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Bound using segment: {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:41.369394 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Bound port: 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:41.369776 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.440251 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684eefda-906b-4818-bd8f-9f32c11cf0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:41.527287 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] For port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:41.530658 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] For port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:41.540880 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.549055 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb3396-8834-4d28-9957-ca4424efe410" -d '{"events": [{"name": "network-changed", "server_uuid": "ce206b35-659d-4dc6-bbfc-9505cf322961", "tag": "580d0c5c-9d59-44e8-8f7d-7f66c50ccb77"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:58:41.604016 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:58:41.604679 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:41.659761 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de54a8-527a-4a1f-8e78-1a247e2990c9 None None] Pushing event updated for resources: {'Port': ['ID=59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:41.668907 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-bf407b9c-6e68-47b2-b6d3-f6050b000d06 None None] Provisioning complete for port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:41.669605 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bf407b9c-6e68-47b2-b6d3-f6050b000d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.711423 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-096dd17f-6254-493a-8c71-1c0f77bc728e req-8fadab32-4df4-4f68-9a04-bfb651b47c79 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 210 time: 0.0703773 Apr 11 12:58:41.741638 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 49152) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:41.758581 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-70d2a5d4-bda8-4c0d-a3a8-4d06a91634bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.790655 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fb9df9-4bcc-4a06-821f-5711688db93b x-openstack-request-id: req-62fb9df9-4bcc-4a06-821f-5711688db93b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:58:41.791272 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce206b35-659d-4dc6-bbfc-9505cf322961", "tag": "580d0c5c-9d59-44e8-8f7d-7f66c50ccb77", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:58:41.791684 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62fb9df9-4bcc-4a06-821f-5711688db93b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:58:41.792549 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fb9df9-4bcc-4a06-821f-5711688db93b'] response: {'name': 'network-changed', 'server_uuid': 'ce206b35-659d-4dc6-bbfc-9505cf322961', 'tag': '580d0c5c-9d59-44e8-8f7d-7f66c50ccb77', 'status': 'completed', 'code': 200} Apr 11 12:58:41.809534 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:58:41.849871 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-bf407b9c-6e68-47b2-b6d3-f6050b000d06 None None] Current status of the port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:41.850528 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bf407b9c-6e68-47b2-b6d3-f6050b000d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.897033 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-70d2a5d4-bda8-4c0d-a3a8-4d06a91634bf admin admin] Publish callbacks [] for security_group (f7252238-082d-42c7-b797-6d648aea73d6), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.902113 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-70d2a5d4-bda8-4c0d-a3a8-4d06a91634bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f7252238-082d-42c7-b797-6d648aea73d6), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:41.935516 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3ca2e53b-e0cd-4ff0-82b5-bfe330fe44ee req-3f9f30b1-b9de-4763-b653-002c241723c5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.0946355 Apr 11 12:58:41.949796 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2a5d4-bda8-4c0d-a3a8-4d06a91634bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7252238-082d-42c7-b797-6d648aea73d6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:41.957526 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-70d2a5d4-bda8-4c0d-a3a8-4d06a91634bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdc47731a26d45839a8ced21625299c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120957 Apr 11 12:58:41.959103 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899f6e3-9cf0-4700-a902-e3c7703989a2 req-26d3c322-7530-495f-98d3-aea6f3397312 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:41.961034 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 49162) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:41.966533 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7899f6e3-9cf0-4700-a902-e3c7703989a2 req-26d3c322-7530-495f-98d3-aea6f3397312 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 943 time: 0.0650873 Apr 11 12:58:42.025821 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7899f6e3-9cf0-4700-a902-e3c7703989a2 req-cd6160fb-a129-403d-82cc-0fd8f74ed9f0 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582812 Apr 11 12:58:42.030466 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b81fe44-f4ac-45d4-979d-4b9e8a5aaf35 admin admin] Publish callbacks [] for security_group (f7252238-082d-42c7-b797-6d648aea73d6), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:42.069913 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b81fe44-f4ac-45d4-979d-4b9e8a5aaf35 admin admin] Publish callbacks [] for security_group (f7252238-082d-42c7-b797-6d648aea73d6), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:42.070478 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-bf407b9c-6e68-47b2-b6d3-f6050b000d06 None None] For port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:42.099074 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bf407b9c-6e68-47b2-b6d3-f6050b000d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:42.105480 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e804bc8a-f75d-4a34-b1b8-19ec950e1888 req-5ea20d30-a400-429b-aaf3-2dfa84f424a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0368609 Apr 11 12:58:42.149600 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a1f5c98e-5d3e-4e1a-81b9-22875db8cc7e req-c6df4763-34f7-490e-8826-13521e47e87d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0270667 Apr 11 12:58:42.170114 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf407b9c-6e68-47b2-b6d3-f6050b000d06 None None] Pushing event updated for resources: {'Port': ['ID=59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:42.171874 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b81fe44-f4ac-45d4-979d-4b9e8a5aaf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f7252238-082d-42c7-b797-6d648aea73d6), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:42.174451 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b81fe44-f4ac-45d4-979d-4b9e8a5aaf35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:42.178004 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0b81fe44-f4ac-45d4-979d-4b9e8a5aaf35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7252238-082d-42c7-b797-6d648aea73d6 HTTP/1.1" status: 204 len: 168 time: 0.2131619 Apr 11 12:58:42.183555 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81fe44-f4ac-45d4-979d-4b9e8a5aaf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7252238-082d-42c7-b797-6d648aea73d6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:42.250448 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-bd49da05-b0ea-4271-b50b-99f6a07362d8 None None] Provisioning complete for port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:42.250812 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bd49da05-b0ea-4271-b50b-99f6a07362d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:42.271928 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:58:42.300770 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b96b3-2687-4dc2-bfff-86600ec1600f None None] The sync data for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi is: [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:58:42.362685 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-bd49da05-b0ea-4271-b50b-99f6a07362d8 None None] Current status of the port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:42.812397 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b382a11f-3995-41a4-bbd7-8dc857efa270 req-7953c5f5-fcfa-42fa-8d59-29a622bd52c8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 210 time: 0.0316331 Apr 11 12:58:42.986852 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device ee620d9a-3968-4acf-ba77-c9a87e59258d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 12:58:43.001210 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Request body: {'port': {'device_id': 'c6e90ee1-82b1-404f-993e-f857c2256c2e', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'admin_state_up': True, 'tenant_id': '40f86b2346704694a79e8d8ab939d78c'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:43.133163 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port ee620d9a-3968-4acf-ba77-c9a87e59258d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ee620d9a-3968-4acf-ba77-c9a87e59258d,segment=NetworkSegment(4af8f4a9-6134-4d8f-b9b8-628ef9254a59),segment_id=4af8f4a9-6134-4d8f-b9b8-628ef9254a59)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:43.139775 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-189775bc-3fa5-4d6d-add8-79e3bcdc7128 req-f2c945b6-06b6-423a-9305-7a50ee101ff7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee620d9a-3968-4acf-ba77-c9a87e59258d HTTP/1.1" status: 200 len: 217 time: 0.1493969 Apr 11 12:58:43.148791 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'ee620d9a-3968-4acf-ba77-c9a87e59258d', 'network_id': '2bdb1c44-aa4a-471f-a8c6-f1f6673eed84', 'port_id': 'ee620d9a-3968-4acf-ba77-c9a87e59258d', 'mac_address': 'fa:16:3e:0a:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d71684f-5794-4481-9e3a-d90b7592ae40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 12:58:43.212591 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port ee620d9a-3968-4acf-ba77-c9a87e59258d is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:43.213497 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:43.239649 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee620d9a-3968-4acf-ba77-c9a87e59258d {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:58:43.240129 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddb4b5-4e26-466e-95ff-893fc43bb7be req-fa96f5bb-ab7c-4f24-b80e-42a05181f6bc tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:43.241787 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-41ddb4b5-4e26-466e-95ff-893fc43bb7be req-fa96f5bb-ab7c-4f24-b80e-42a05181f6bc tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 943 time: 0.1188371 Apr 11 12:58:43.243771 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a8d38b0c-6440-4cda-81c7-46985397e6a7 req-4e4447a2-98d1-4360-a987-b79608f5396c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.1221595 Apr 11 12:58:43.297058 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port ee620d9a-3968-4acf-ba77-c9a87e59258d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ee620d9a-3968-4acf-ba77-c9a87e59258d,segment=NetworkSegment(4af8f4a9-6134-4d8f-b9b8-628ef9254a59),segment_id=4af8f4a9-6134-4d8f-b9b8-628ef9254a59)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:43.316341 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:43.330802 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-41ddb4b5-4e26-466e-95ff-893fc43bb7be req-e1c54c19-a970-4987-8a2e-13fcdc84737e tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813646 Apr 11 12:58:43.350068 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.13', 65027) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:43.353756 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Made reservation on behalf of 40f86b2346704694a79e8d8ab939d78c for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:43.357543 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:43.419290 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-149ae324-37d2-4d69-9245-ad8eb3cfead0 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:43.421491 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-149ae324-37d2-4d69-9245-ad8eb3cfead0 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.13 "GET /v2.0/networks?id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 HTTP/1.1" status: 200 len: 810 time: 0.2453659 Apr 11 12:58:43.432497 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=ee620d9a-3968-4acf-ba77-c9a87e59258d,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:43.473328 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4bcaa455-e2c1-4152-9962-df16eb3bca82 req-aa2023fb-ca92-4db3-95da-d4c0b07c40bb tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 210 time: 0.1016154 Apr 11 12:58:43.541981 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189775bc-3fa5-4d6d-add8-79e3bcdc7128 req-c80f2c82-f96c-4b91-be17-607d8e6ccddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:43.543905 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-189775bc-3fa5-4d6d-add8-79e3bcdc7128 req-c80f2c82-f96c-4b91-be17-607d8e6ccddd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d71684f-5794-4481-9e3a-d90b7592ae40 HTTP/1.1" status: 200 len: 851 time: 0.1990774 Apr 11 12:58:43.545988 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9f7e2ea8-9fe7-4558-9e51-6034d425a8dc req-b95d5d1f-d355-442f-acc4-126195b8fa36 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0536788 Apr 11 12:58:43.561132 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:43.605946 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Allocated IP 172.20.0.11 (1070c4b9-bdcc-479f-b440-2980005e8e57/13f58d80-c4c3-4eca-adc9-94a96c0e0a65/02dcc6a1-600e-4d2c-a3d4-172efe1f4371) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:43.608226 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:43.608688 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:43.690438 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:43.759809 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:43.798011 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:43.840586 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:43.843546 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:43.846210 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:43.851676 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:43.852358 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:43.868355 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event updated for resources: {'Port': ['ID=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:43.894182 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-289eeaf0-8cd2-4ebb-91dd-65e7a9b7d4f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9015596 Apr 11 12:58:43.935267 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb258b-7b9b-49c9-b05f-7b20bdf8c553 req-ea6fcac5-7b4d-4ded-abe7-8b1786b4a731 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:43.937387 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-67eb258b-7b9b-49c9-b05f-7b20bdf8c553 req-ea6fcac5-7b4d-4ded-abe7-8b1786b4a731 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 932 time: 0.0558221 Apr 11 12:58:43.988446 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-67eb258b-7b9b-49c9-b05f-7b20bdf8c553 req-5a267ff5-4db7-4b0d-b194-c485e75578cf tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Apr 11 12:58:44.089785 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-52517833-ba7d-458f-bf75-9b17acb921e9 None None] Provisioning complete for port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:44.090299 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-52517833-ba7d-458f-bf75-9b17acb921e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:44.135808 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-52517833-ba7d-458f-bf75-9b17acb921e9 None None] Port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:44.346946 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51da8eb5-fa22-4ec1-9443-0858160f1874 req-af92effd-36e4-4914-92b5-4a8c76e0cf16 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.0287881 Apr 11 12:58:44.470345 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef598d-010d-433f-ad7b-322462bced4e req-967ad758-5a8c-4d63-b8ac-3dd68dfff99d tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:44.471833 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-90ef598d-010d-433f-ad7b-322462bced4e req-967ad758-5a8c-4d63-b8ac-3dd68dfff99d tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 944 time: 0.0540915 Apr 11 12:58:44.521581 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-90ef598d-010d-433f-ad7b-322462bced4e req-dc15fc37-33df-40a6-b597-8b7f8aab69ad tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 Apr 11 12:58:44.579030 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e5ab6a5a-285e-44fc-ac97-d4dcd46bb98a req-4e4374d0-7172-4538-a85c-40f08d6702c9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0305111 Apr 11 12:58:44.644257 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7bdb0df8-fbce-45a8-85ad-207d18f83fe4 req-4c2f1904-92a1-4130-b93b-4e53e1e918ea tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0289447 Apr 11 12:58:45.114576 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb181a-f9d4-48d1-b3d4-d78f0d501553 req-e0f21b88-9aa2-4528-98fe-cacc09efc3d2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:45.115983 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-14fb181a-f9d4-48d1-b3d4-d78f0d501553 req-e0f21b88-9aa2-4528-98fe-cacc09efc3d2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 932 time: 0.0491474 Apr 11 12:58:45.172583 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-14fb181a-f9d4-48d1-b3d4-d78f0d501553 req-21d8139f-16cc-4fbc-8580-d2cd0fb5edbd tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477600 Apr 11 12:58:45.464425 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4d6fb059-f764-45d0-b432-f785aae82d8a req-10e86763-dd18-4fc2-ac28-bc39e5ca1e8f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.0333157 Apr 11 12:58:45.642600 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795474-a5c6-478f-9b03-d1bb2152e652 req-935fdc9d-2d92-4a0a-8705-4862700ee52a tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:45.644084 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d7795474-a5c6-478f-9b03-d1bb2152e652 req-935fdc9d-2d92-4a0a-8705-4862700ee52a tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 944 time: 0.0499115 Apr 11 12:58:45.676309 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e3bd465c-75e7-4ac2-831b-3f90606d2019 req-5fed0629-b986-40d2-bd18-61dc50e159a6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0305848 Apr 11 12:58:45.711700 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d7795474-a5c6-478f-9b03-d1bb2152e652 req-dcdc47b4-b73f-4520-961a-d53c9e8c4b19 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578592 Apr 11 12:58:45.757162 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-070fc121-55a2-4b4e-b9b3-ad1e54b5b56c req-823486f8-0e17-483e-92af-f4b66f8a0f4d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0273707 Apr 11 12:58:45.992915 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-189775bc-3fa5-4d6d-add8-79e3bcdc7128 req-42cc1d3b-b52c-4a7a-bc08-258a4ffed989 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bdb1c44-aa4a-471f-a8c6-f1f6673eed84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372770 Apr 11 12:58:46.018955 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Request body: {'port': {'device_id': 'c6e90ee1-82b1-404f-993e-f857c2256c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:46.075841 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-a3bd934e-64d9-4c7b-8fd8-277f838ceed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:46.077368 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-a3bd934e-64d9-4c7b-8fd8-277f838ceed4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 1127 time: 0.1349425 Apr 11 12:58:46.147160 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:46.150669 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['ee620d9a-3968-4acf-ba77-c9a87e59258d'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 12:58:46.154319 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-96c25af0-f276-4dbf-aebd-dcffd14ec65c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a66f8a057b664bbeb953fa5a8718b2a2 HTTP/1.1" status: 200 len: 380 time: 0.1638057 Apr 11 12:58:46.382867 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'port': {'device_id': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'admin_state_up': True, 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'security_groups': ['f85436c3-558c-41cc-8967-7a2e33bfe531']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:46.392611 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71f4ea-ef41-4a2b-b8af-0f5c4e044abd req-09801645-791c-44c7-a24b-de829d453850 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:46.394119 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5a71f4ea-ef41-4a2b-b8af-0f5c4e044abd req-09801645-791c-44c7-a24b-de829d453850 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 932 time: 0.1272266 Apr 11 12:58:46.481716 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-189775bc-3fa5-4d6d-add8-79e3bcdc7128 req-a794fc54-373b-4a45-9ec8-ebd296731fc7 service neutron] 10.222.0.13 "GET /v2.0/networks/2bdb1c44-aa4a-471f-a8c6-f1f6673eed84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783586 Apr 11 12:58:46.484815 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5a71f4ea-ef41-4a2b-b8af-0f5c4e044abd req-cd87fe98-163b-4ee4-bf09-47cd9645bcdb tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661430 Apr 11 12:58:46.519980 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:58:46.529735 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Publish callbacks [] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:46.549949 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Transition to ACTIVE for port object 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 12:58:46.554271 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:46.563976 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Made reservation on behalf of a66f8a057b664bbeb953fa5a8718b2a2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:46.566305 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2d2e4b2c-6dd7-4e49-8d91-81054b30c119 req-2452f602-bc57-40ee-89a4-405e7895e02d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.0273738 Apr 11 12:58:46.569503 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:46.654561 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:46.762448 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Attempting to bind port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:46.762931 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Attempting to bind port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:46.764389 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Attempting to bind port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:46.780293 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 12:58:46.780611 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Attempting to bind port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:46.791903 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-78ab7231-42a7-48d8-b925-ef71309b4de3 req-e51c5588-a215-4f94-9d9a-86e6fe95b8ca tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0400960 Apr 11 12:58:46.818547 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:46.818547 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Checking segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:46.818547 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Bound using segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:46.818547 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Bound port: 02dcc6a1-600e-4d2c-a3d4-172efe1f4371, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:46.818547 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:46.861328 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbbf65-a244-4cbc-bb17-1fbb2f70a9d4 req-39a94f08-f603-4d77-882d-c89a11890639 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:46.869528 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fffbbf65-a244-4cbc-bb17-1fbb2f70a9d4 req-39a94f08-f603-4d77-882d-c89a11890639 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 944 time: 0.0635941 Apr 11 12:58:46.875916 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Allocated IP 172.20.0.3 (bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35/41075c3c-d0cc-4765-8f6f-576ec246c5a9/61c41f7e-cd75-4707-b6b0-194244f55e18) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:46.922913 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] For port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:46.923748 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51b3e32b-d372-45f2-b2bf-71b78e5d4c93 req-de5271ca-4c48-45cd-8347-b32ae0ebfa26 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0378304 Apr 11 12:58:46.940785 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fffbbf65-a244-4cbc-bb17-1fbb2f70a9d4 req-aef4f336-eb0e-40e9-83eb-8d824eafef07 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702651 Apr 11 12:58:46.943797 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] For port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:46.968764 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:47.045032 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:47.045700 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:47.047821 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] 10.222.0.13 "PUT /v2.0/ports/02dcc6a1-600e-4d2c-a3d4-172efe1f4371 HTTP/1.1" status: 200 len: 1094 time: 1.0559685 Apr 11 12:58:47.048330 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e90ee1-82b1-404f-993e-f857c2256c2e', 'tag': '02dcc6a1-600e-4d2c-a3d4-172efe1f4371'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:58:47.050587 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f8b30d-c848-4da6-b5ca-bd81a2e39cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e90ee1-82b1-404f-993e-f857c2256c2e", "tag": "02dcc6a1-600e-4d2c-a3d4-172efe1f4371"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:58:47.080871 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be4d15-b4f7-4d88-b9f5-92fbbc108ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:47.099145 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe104aa9-a505-4999-a338-953fd1b456c4 x-openstack-request-id: req-fe104aa9-a505-4999-a338-953fd1b456c4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:58:47.099464 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e90ee1-82b1-404f-993e-f857c2256c2e", "tag": "02dcc6a1-600e-4d2c-a3d4-172efe1f4371", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:58:47.099699 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe104aa9-a505-4999-a338-953fd1b456c4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:58:47.100084 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe104aa9-a505-4999-a338-953fd1b456c4'] response: {'name': 'network-changed', 'server_uuid': 'c6e90ee1-82b1-404f-993e-f857c2256c2e', 'tag': '02dcc6a1-600e-4d2c-a3d4-172efe1f4371', 'status': 'completed', 'code': 200} Apr 11 12:58:47.109746 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:47.145044 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:47.186877 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:47.189864 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:47.193530 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:47.198705 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:47.199305 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:47.207550 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'Port': ['ID=61c41f7e-cd75-4707-b6b0-194244f55e18,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:47.223109 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-b946ebb0-a821-4b04-b136-4feceb225a75 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8452950 Apr 11 12:58:47.262240 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.13', 65033) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:47.342292 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-900153b8-3e15-4c4f-9638-b9d55168842b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 HTTP/1.1" status: 200 len: 217 time: 0.0800388 Apr 11 12:58:47.404758 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-1546556a-e4f4-478e-a5cd-6981ba068f58 None None] Provisioning complete for port 61c41f7e-cd75-4707-b6b0-194244f55e18 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:47.405215 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1546556a-e4f4-478e-a5cd-6981ba068f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:47.438453 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-1546556a-e4f4-478e-a5cd-6981ba068f58 None None] Port 61c41f7e-cd75-4707-b6b0-194244f55e18 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:47.601057 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7824d4-a018-4f62-b024-de3a328cdd0e req-ff1e77af-d736-4eb7-8c7b-5efa1787e22b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:47.602822 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8b7824d4-a018-4f62-b024-de3a328cdd0e req-ff1e77af-d736-4eb7-8c7b-5efa1787e22b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 944 time: 0.0498657 Apr 11 12:58:47.663607 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8b7824d4-a018-4f62-b024-de3a328cdd0e req-b1910203-feb6-4e3c-85f8-e20eb395e40b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510435 Apr 11 12:58:47.679162 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9a652d90-07cf-49ce-a1ad-e10f143d8f7e req-7856e205-fd68-48ec-b8d1-b6d0b695bc73 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.0284340 Apr 11 12:58:47.921759 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d71354-0f5d-4f48-b3d5-4d89f6b06a78 req-b1ecd45e-0cb5-4336-9271-0316a5adacd5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:47.923282 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-54d71354-0f5d-4f48-b3d5-4d89f6b06a78 req-b1ecd45e-0cb5-4336-9271-0316a5adacd5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 931 time: 0.0514419 Apr 11 12:58:47.971257 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-54d71354-0f5d-4f48-b3d5-4d89f6b06a78 req-ec269544-b8c5-40c4-821e-a3059743ab43 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 Apr 11 12:58:48.020237 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-42d1acd4-1829-4770-94c8-ffa412739dd2 req-2b9f0983-b202-4cc4-8797-74ef117db573 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0264509 Apr 11 12:58:48.067972 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f619b-87c0-4136-8af9-da3287ba1010 req-3a7eebc9-2614-4a58-b035-8e4bdc870f8b tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:48.069429 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0c2f619b-87c0-4136-8af9-da3287ba1010 req-3a7eebc9-2614-4a58-b035-8e4bdc870f8b tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 944 time: 0.0439017 Apr 11 12:58:48.115572 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0c2f619b-87c0-4136-8af9-da3287ba1010 req-9530d9e8-d7c8-4b3b-a553-b1184e410013 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Apr 11 12:58:48.802526 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162637-9e11-4b14-9f12-28fc8593d956 req-cf53aee9-531c-46d7-8648-77c0b7f8caba tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:48.803941 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e5162637-9e11-4b14-9f12-28fc8593d956 req-cf53aee9-531c-46d7-8648-77c0b7f8caba tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 944 time: 0.0677996 Apr 11 12:58:48.805462 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9c3687e6-2983-4d17-b1bb-6412e465128a req-2ab120a8-b8a2-4f39-a62f-e0857f538c45 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.0392671 Apr 11 12:58:48.850231 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e5162637-9e11-4b14-9f12-28fc8593d956 req-fd81f979-6f76-4703-8ed0-adcc02e9c35e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 Apr 11 12:58:49.120365 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a794d-72a1-487e-815b-b9aa80ffa821 req-6c1a008a-73fa-48c2-9b03-26e0b1dcecb0 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:49.122245 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-802a794d-72a1-487e-815b-b9aa80ffa821 req-6c1a008a-73fa-48c2-9b03-26e0b1dcecb0 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 931 time: 0.0704017 Apr 11 12:58:49.123893 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e7428e2f-a0d3-4243-a958-93060689efdb req-461f9864-4995-46d8-977d-bba4a6980fc9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0376058 Apr 11 12:58:49.186860 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-802a794d-72a1-487e-815b-b9aa80ffa821 req-de624952-585e-4ca2-bb51-d17a7c980b93 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587814 Apr 11 12:58:49.196490 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Request body: {'port': {'device_id': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:49.203981 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.13', 65034) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:49.265129 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6cd1-5764-4696-8b43-d129a9f6cdc7 req-7c4b3c69-1212-463b-a8bb-26f810adc7e1 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:49.266499 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fcbb6cd1-5764-4696-8b43-d129a9f6cdc7 req-7c4b3c69-1212-463b-a8bb-26f810adc7e1 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 944 time: 0.0652821 Apr 11 12:58:49.362236 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-abd93488-4e6e-4b7e-a67f-41383aea90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:49.363804 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-abd93488-4e6e-4b7e-a67f-41383aea90c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.1643474 Apr 11 12:58:49.397461 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8b30d-c848-4da6-b5ca-bd81a2e39cdf req-6a743eb5-4523-49ac-be8f-6f824882a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:49.399075 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0f8b30d-c848-4da6-b5ca-bd81a2e39cdf req-6a743eb5-4523-49ac-be8f-6f824882a23d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 1128 time: 0.1851857 Apr 11 12:58:49.414574 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device ee620d9a-3968-4acf-ba77-c9a87e59258d up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:49.421436 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:49.526711 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port ee620d9a-3968-4acf-ba77-c9a87e59258d completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 12:58:49.535374 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port ee620d9a-3968-4acf-ba77-c9a87e59258d triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:49.535832 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:49.539350 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-c2276052-3dd8-46de-b2e0-e866e2bb4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:49.540891 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-c2276052-3dd8-46de-b2e0-e866e2bb4cd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1682096 Apr 11 12:58:49.566481 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c36b15a3-4d6e-42fc-a8c4-f5f014533341 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:49.567916 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c36b15a3-4d6e-42fc-a8c4-f5f014533341 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.13 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 814 time: 0.3375905 Apr 11 12:58:49.577514 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-516c9409-15c1-40bc-a13a-22f06dd7dcc6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:49.580484 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-516c9409-15c1-40bc-a13a-22f06dd7dcc6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 815 time: 0.4184821 Apr 11 12:58:49.607052 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fcbb6cd1-5764-4696-8b43-d129a9f6cdc7 req-d97f3181-12b2-4928-bc1c-74b81385aa20 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028858 Apr 11 12:58:49.675100 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-189775bc-3fa5-4d6d-add8-79e3bcdc7128 req-54cf6bfc-3ddd-4457-9cce-98519e86725e service neutron] 10.222.0.13 "GET /v2.0/networks/2bdb1c44-aa4a-471f-a8c6-f1f6673eed84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717317 Apr 11 12:58:49.679067 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port ee620d9a-3968-4acf-ba77-c9a87e59258d is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:49.679690 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:49.722812 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c67385a-defa-4e5a-a6ef-9980496c722b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee620d9a-3968-4acf-ba77-c9a87e59258d'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:58:49.799603 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-f8920082-1b3e-4346-b051-e2c927061e22 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 379 time: 0.1391816 Apr 11 12:58:49.800588 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8b30d-c848-4da6-b5ca-bd81a2e39cdf req-959efa78-7b08-4870-8c5c-e07257cd916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:49.801926 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0f8b30d-c848-4da6-b5ca-bd81a2e39cdf req-959efa78-7b08-4870-8c5c-e07257cd916c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=40f86b2346704694a79e8d8ab939d78c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3527453 Apr 11 12:58:49.816821 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'port': {'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'admin_state_up': True, 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'security_groups': ['14f44afa-6cfa-4639-a637-feb1cb19b827']}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:49.838926 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port ee620d9a-3968-4acf-ba77-c9a87e59258d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ee620d9a-3968-4acf-ba77-c9a87e59258d,segment=NetworkSegment(4af8f4a9-6134-4d8f-b9b8-628ef9254a59),segment_id=4af8f4a9-6134-4d8f-b9b8-628ef9254a59)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:49.860193 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:49.978943 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-46a2331e-33a7-4498-bb42-ef7188ce4921 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f51b3316ccb49238618f982c77265ae HTTP/1.1" status: 200 len: 379 time: 0.1587453 Apr 11 12:58:49.983042 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-1c40efd7-87c4-41c9-ba62-00f84f123d12 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231515 Apr 11 12:58:49.996336 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'port': {'device_id': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'admin_state_up': True, 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'security_groups': ['9ef8fb19-8a71-4038-a12e-12a1444f044f']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:50.043871 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=ee620d9a-3968-4acf-ba77-c9a87e59258d,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:50.065819 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10228425-d053-4bb0-a523-693292ea23ba" -d '{"events": [{"server_uuid": "5c67385a-defa-4e5a-a6ef-9980496c722b", "name": "network-vif-plugged", "status": "completed", "tag": "ee620d9a-3968-4acf-ba77-c9a87e59258d"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:58:50.270969 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a69ff8fc-9809-4db7-b484-153debe054d5 req-9fd53454-10f4-4c67-b60d-b44826ed1209 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796183 Apr 11 12:58:50.304269 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Made reservation on behalf of 4f51b3316ccb49238618f982c77265ae for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:50.307718 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:50.323003 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c41f7e-cd75-4707-b6b0-194244f55e18 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:58:50.332654 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Publish callbacks [] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:50.355427 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Transition to ACTIVE for port object 61c41f7e-cd75-4707-b6b0-194244f55e18 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 12:58:50.380756 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:50.399020 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-38efe3a8-b3a6-4477-a0b7-315b9916822c req-88085828-4f79-49e0-8b1f-e574ec3beb78 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.1507735 Apr 11 12:58:50.485276 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Pushing event updated for resources: {'Port': ['ID=61c41f7e-cd75-4707-b6b0-194244f55e18,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:50.499644 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Made reservation on behalf of f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 for: {'port': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:58:50.502949 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:50.531408 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Attempting to bind port 61c41f7e-cd75-4707-b6b0-194244f55e18 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:50.531737 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Attempting to bind port 61c41f7e-cd75-4707-b6b0-194244f55e18 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:50.536511 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf429b71-d90c-43af-a911-77e7853e0b0e req-5f611947-a06b-454d-a544-b5464a8b2f70 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:50.538211 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bf429b71-d90c-43af-a911-77e7853e0b0e req-5f611947-a06b-454d-a544-b5464a8b2f70 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 944 time: 0.2912018 Apr 11 12:58:50.543534 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Attempting to bind port 61c41f7e-cd75-4707-b6b0-194244f55e18 on network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:50.546360 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Allocated IP 172.20.0.9 (8e2ce377-60e7-40d0-a684-279719c14ab1/204d0409-b5f8-49fe-bc93-a6fb09b4c374/0683d1ab-262e-4fa3-bdca-4cabed504c43) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:50.558106 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Port 61c41f7e-cd75-4707-b6b0-194244f55e18 on network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 12:58:50.558490 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Attempting to bind port 61c41f7e-cd75-4707-b6b0-194244f55e18 on network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:50.569958 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:50.570354 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Checking segment: {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:50.570464 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8b30d-c848-4da6-b5ca-bd81a2e39cdf req-20e85cff-4082-49db-a6fd-dd7802d64da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:50.570656 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Bound using segment: {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:50.571516 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Bound port: 61c41f7e-cd75-4707-b6b0-194244f55e18, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:50.571780 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0f8b30d-c848-4da6-b5ca-bd81a2e39cdf req-20e85cff-4082-49db-a6fd-dd7802d64da6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7608087 Apr 11 12:58:50.571895 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:50.606871 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f271064-8e51-45d7-9dc7-fbee1c6b1f51 x-openstack-request-id: req-5f271064-8e51-45d7-9dc7-fbee1c6b1f51 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:58:50.607387 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c67385a-defa-4e5a-a6ef-9980496c722b", "name": "network-vif-plugged", "status": "completed", "tag": "ee620d9a-3968-4acf-ba77-c9a87e59258d", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:58:50.607491 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f271064-8e51-45d7-9dc7-fbee1c6b1f51 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:58:50.607865 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f271064-8e51-45d7-9dc7-fbee1c6b1f51'] response: {'server_uuid': '5c67385a-defa-4e5a-a6ef-9980496c722b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee620d9a-3968-4acf-ba77-c9a87e59258d', 'code': 200} Apr 11 12:58:50.693319 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bf429b71-d90c-43af-a911-77e7853e0b0e req-655cd271-4cbb-429b-ab76-2f55da5180db tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370649 Apr 11 12:58:50.751929 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-69dca8fa-7f4f-4a36-b25b-f301c4ce75e8 req-f8ab15c7-ba4c-499c-901b-908953ef2f93 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0368476 Apr 11 12:58:50.789287 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Allocated IP 172.20.0.9 (381efb3a-a75e-48f6-b4fc-e139de7ec13d/757f18fc-6c3f-43c3-9a0b-0dcf822519d4/4df56671-8ff0-4dd2-8e10-cc610034d5e7) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:58:50.816223 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:50.818278 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] For port 61c41f7e-cd75-4707-b6b0-194244f55e18, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:50.822435 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] For port 61c41f7e-cd75-4707-b6b0-194244f55e18, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=61c41f7e-cd75-4707-b6b0-194244f55e18,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:50.838813 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:50.886410 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:50.887042 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:50.888563 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] 10.222.0.13 "PUT /v2.0/ports/61c41f7e-cd75-4707-b6b0-194244f55e18 HTTP/1.1" status: 200 len: 1093 time: 1.7015290 Apr 11 12:58:50.888998 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'tag': '61c41f7e-cd75-4707-b6b0-194244f55e18'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:58:50.891187 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cb9d8d-c474-449f-bde9-8eb7b434bd93" -d '{"events": [{"name": "network-changed", "server_uuid": "740f3a6e-7869-4459-8cc3-c6d30c34b8e6", "tag": "61c41f7e-cd75-4707-b6b0-194244f55e18"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:58:50.893658 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99841b-e95a-4b62-b3b2-0c7e2a994df5 req-10db4c3e-f8ae-4152-91d2-3c3f8d65ba2b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:50.895897 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1c99841b-e95a-4b62-b3b2-0c7e2a994df5 req-10db4c3e-f8ae-4152-91d2-3c3f8d65ba2b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 943 time: 0.1430156 Apr 11 12:58:50.923871 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:50.925880 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed09289-50eb-462c-a691-9288b3c37466 service neutron] Pushing event updated for resources: {'Port': ['ID=61c41f7e-cd75-4707-b6b0-194244f55e18,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:50.939714 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d248-c045-4119-b9bd-beaf58ba3c46 req-478909c2-d31f-41bc-bd9a-856f0caea62c tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:50.941285 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d744d248-c045-4119-b9bd-beaf58ba3c46 req-478909c2-d31f-41bc-bd9a-856f0caea62c tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 945 time: 0.1033981 Apr 11 12:58:50.972048 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Network 8e2ce377-60e7-40d0-a684-279719c14ab1 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:50.975063 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:50.979365 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:50.984137 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:50.984778 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:50.996565 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:51.014018 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-c3b0b4f7-0fab-4154-84fa-f2a9c75d160e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0297074 Apr 11 12:58:51.068828 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1c99841b-e95a-4b62-b3b2-0c7e2a994df5 req-dbe507cc-50a6-4f25-b367-f204d0315d6f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666641 Apr 11 12:58:51.100185 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d744d248-c045-4119-b9bd-beaf58ba3c46 req-f2b8b97a-fc9e-4463-8ac2-873cd7640682 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471825 Apr 11 12:58:51.141576 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:51.157694 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df6f7ec-b68a-465f-a48a-e15578362253 x-openstack-request-id: req-2df6f7ec-b68a-465f-a48a-e15578362253 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:58:51.157879 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740f3a6e-7869-4459-8cc3-c6d30c34b8e6", "tag": "61c41f7e-cd75-4707-b6b0-194244f55e18", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:58:51.158006 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2df6f7ec-b68a-465f-a48a-e15578362253 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:58:51.158415 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df6f7ec-b68a-465f-a48a-e15578362253'] response: {'name': 'network-changed', 'server_uuid': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'tag': '61c41f7e-cd75-4707-b6b0-194244f55e18', 'status': 'completed', 'code': 200} Apr 11 12:58:51.182190 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:51.233656 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:58:51.237332 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:58:51.240100 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:58:51.245560 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:51.246403 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:51.259535 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=4df56671-8ff0-4dd2-8e10-cc610034d5e7,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:51.275037 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-047cfd88-cb2f-44e7-9281-974a7fb425d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4651990 Apr 11 12:58:51.333717 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-89a9f9c7-2af4-4939-a43f-bdb56c402d93 None None] Provisioning complete for port 0683d1ab-262e-4fa3-bdca-4cabed504c43 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:51.334092 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-89a9f9c7-2af4-4939-a43f-bdb56c402d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:51.373371 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-89a9f9c7-2af4-4939-a43f-bdb56c402d93 None None] Port 0683d1ab-262e-4fa3-bdca-4cabed504c43 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:51.493157 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-1bfd604f-9204-43c8-b3da-c354c91dca6d None None] Provisioning complete for port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:51.493533 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1bfd604f-9204-43c8-b3da-c354c91dca6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:51.525825 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905c548-a152-42d4-8729-5bd41872cfad req-ebfc548b-57b0-4fe5-980f-fd26105b037b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:51.527463 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4905c548-a152-42d4-8729-5bd41872cfad req-ebfc548b-57b0-4fe5-980f-fd26105b037b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 931 time: 0.0494924 Apr 11 12:58:51.528464 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd604f-9204-43c8-b3da-c354c91dca6d None None] Port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:58:51.578184 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4905c548-a152-42d4-8729-5bd41872cfad req-bff0fe72-8be8-4a36-8f0f-f9515828b69b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447211 Apr 11 12:58:51.805582 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e5e94-8fd1-4762-911d-eee0354cf9b0 req-c30cee20-9b3a-4052-b4c7-c55c2e86e234 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:51.807078 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9c2e5e94-8fd1-4762-911d-eee0354cf9b0 req-c30cee20-9b3a-4052-b4c7-c55c2e86e234 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 944 time: 0.0527799 Apr 11 12:58:51.886909 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219bce9-5534-4611-8c38-a1bbc0926729 req-540fd62b-1d6e-4533-8833-5a87b1954116 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:51.888503 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e219bce9-5534-4611-8c38-a1bbc0926729 req-540fd62b-1d6e-4533-8833-5a87b1954116 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 931 time: 0.0625336 Apr 11 12:58:51.898646 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9c2e5e94-8fd1-4762-911d-eee0354cf9b0 req-b1babf46-acf3-48ca-bfd4-4a234fcf852c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790699 Apr 11 12:58:51.934433 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e219bce9-5534-4611-8c38-a1bbc0926729 req-0f96335e-e67d-4952-adfb-4cc5b90d7838 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398920 Apr 11 12:58:52.194756 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7c43d-b904-4177-9f5b-5c866ffcf0c5 req-34f349d8-36bc-4c00-936d-3fb858b7038a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:52.196193 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20e7c43d-b904-4177-9f5b-5c866ffcf0c5 req-34f349d8-36bc-4c00-936d-3fb858b7038a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0610461 Apr 11 12:58:52.240507 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabb82d-c44f-4139-9a3a-f8f17e9283f7 req-ef8ea95b-7e51-47dd-aafc-6ea5ef2bc49c tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:52.241884 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2aabb82d-c44f-4139-9a3a-f8f17e9283f7 req-ef8ea95b-7e51-47dd-aafc-6ea5ef2bc49c tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 945 time: 0.0634153 Apr 11 12:58:52.281836 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20e7c43d-b904-4177-9f5b-5c866ffcf0c5 req-19820012-82d3-4ef1-a37c-12c567f558bd tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704236 Apr 11 12:58:52.309229 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2aabb82d-c44f-4139-9a3a-f8f17e9283f7 req-610088eb-b91c-4e6b-9975-02ee897f3006 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572166 Apr 11 12:58:52.694244 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee2775-73ea-4be1-9502-d86bc3b58c56 req-63f4df4a-08bd-4eba-9a74-d4beed16d643 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:52.695649 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-39ee2775-73ea-4be1-9502-d86bc3b58c56 req-63f4df4a-08bd-4eba-9a74-d4beed16d643 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 931 time: 0.0452640 Apr 11 12:58:52.745269 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-39ee2775-73ea-4be1-9502-d86bc3b58c56 req-9d87d2e8-479e-493e-a71e-90d6601e5600 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438011 Apr 11 12:58:53.022244 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb31f8-24c7-4094-9134-e1d68af15e5d req-dd02d123-422d-4fb4-9585-ab97d9eed645 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:53.023553 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fafb31f8-24c7-4094-9134-e1d68af15e5d req-dd02d123-422d-4fb4-9585-ab97d9eed645 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 944 time: 0.0554442 Apr 11 12:58:53.067316 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225baea-5989-4dfa-b0e2-a8de234ac4c7 req-a8d73bcb-5f39-4dae-807f-69f7fb4701a8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:53.068744 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d225baea-5989-4dfa-b0e2-a8de234ac4c7 req-a8d73bcb-5f39-4dae-807f-69f7fb4701a8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 931 time: 0.0629528 Apr 11 12:58:53.105561 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fafb31f8-24c7-4094-9134-e1d68af15e5d req-927baef4-6762-4f7d-98ae-a9efcd765db4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667660 Apr 11 12:58:53.132458 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d225baea-5989-4dfa-b0e2-a8de234ac4c7 req-2c698a3b-8d88-4b40-ac84-36c06cfdadfc tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536726 Apr 11 12:58:53.436839 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7086410-d111-49f6-a058-1dbe19983ca7 req-3aefa397-d368-43a0-a0cb-e0eaff96063c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:53.438344 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f7086410-d111-49f6-a058-1dbe19983ca7 req-3aefa397-d368-43a0-a0cb-e0eaff96063c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0814881 Apr 11 12:58:53.468765 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1b46d-46e7-4321-a912-a28679b09a81 req-4548da7f-a3c6-40a0-a110-0d76c8c37d97 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:53.470346 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9be1b46d-46e7-4321-a912-a28679b09a81 req-4548da7f-a3c6-40a0-a110-0d76c8c37d97 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 945 time: 0.0743520 Apr 11 12:58:53.521567 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f7086410-d111-49f6-a058-1dbe19983ca7 req-bb8fc013-4d5d-47db-8c8b-5bf8921f19aa tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773387 Apr 11 12:58:53.539089 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9be1b46d-46e7-4321-a912-a28679b09a81 req-9a008848-4abf-4a77-a362-06fa8be536ac tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616105 Apr 11 12:58:53.572788 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Request body: {'port': {'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:53.577316 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Request body: {'port': {'device_id': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:58:53.662121 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-e04513c9-3f3c-4770-ad70-abd4cea99461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:53.664053 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-e04513c9-3f3c-4770-ad70-abd4cea99461 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 1127 time: 0.0871892 Apr 11 12:58:53.694409 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:53.728536 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb9d8d-c474-449f-bde9-8eb7b434bd93 req-354fb2cb-1255-4e0d-a5c8-e84afe4d00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:53.730384 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-07cb9d8d-c474-449f-bde9-8eb7b434bd93 req-354fb2cb-1255-4e0d-a5c8-e84afe4d00ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 1127 time: 0.1492047 Apr 11 12:58:53.742290 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-c39a4863-abd0-4676-b413-50932249530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:53.744100 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-c39a4863-abd0-4676-b413-50932249530e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 1128 time: 0.1133904 Apr 11 12:58:53.835152 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:53.847496 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-47824408-7307-45b1-b432-3659442d403b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dcc6a1-600e-4d2c-a3d4-172efe1f4371 HTTP/1.1" status: 200 len: 217 time: 0.0727983 Apr 11 12:58:53.941632 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7031d-a400-4441-9674-647a70d9ad45 req-a6e6e2c7-50ec-42fd-8abd-33e6abf62f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:53.943125 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-acf7031d-a400-4441-9674-647a70d9ad45 req-a6e6e2c7-50ec-42fd-8abd-33e6abf62f20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 1129 time: 0.1762173 Apr 11 12:58:53.951436 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-8d4ec4b3-fbf8-4e42-bb3d-cc182e781d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:53.952915 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-8d4ec4b3-fbf8-4e42-bb3d-cc182e781d34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.2814403 Apr 11 12:58:53.967290 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c430a-0a82-4917-bb87-6db50c7091eb req-3309f703-68d1-48f4-ae21-f76f7efeff3d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:53.967928 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b87c430a-0a82-4917-bb87-6db50c7091eb req-3309f703-68d1-48f4-ae21-f76f7efeff3d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 931 time: 0.1423156 Apr 11 12:58:53.989665 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-acf7031d-a400-4441-9674-647a70d9ad45 req-09bf3b9f-c3fb-454a-b720-7f1ff032e552 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:54.013291 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-ad81c808-c71f-496e-b97e-7cbb5bed7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:54.014811 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-ad81c808-c71f-496e-b97e-7cbb5bed7de8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.1245551 Apr 11 12:58:54.022845 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb9d8d-c474-449f-bde9-8eb7b434bd93 req-de9720a0-392b-4a56-92e6-ba95064d1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:54.024231 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-07cb9d8d-c474-449f-bde9-8eb7b434bd93 req-de9720a0-392b-4a56-92e6-ba95064d1344 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2836688 Apr 11 12:58:54.046838 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 12:58:54.173837 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:54.190488 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '580d0c5c-9d59-44e8-8f7d-7f66c50ccb77', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'port_id': '580d0c5c-9d59-44e8-8f7d-7f66c50ccb77', 'mac_address': 'fa:16:3e:ab:36:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 12:58:54.224825 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-a0a2ce27-edcb-4571-b5a6-32ff47b8c373 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 HTTP/1.1" status: 200 len: 217 time: 0.2529652 Apr 11 12:58:54.238572 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:54.240386 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:54.273207 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:58:54.281185 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-eabe3181-a3ec-4ca1-9e14-1aef93799963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:54.282712 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-eabe3181-a3ec-4ca1-9e14-1aef93799963 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2612293 Apr 11 12:58:54.303713 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:54.313444 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:54.387385 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 49474) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:54.393866 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280c532-65c0-4b6d-ae86-501a0309f7a9 req-c77e9c6f-8262-4b96-a5ce-b2b19227316e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:54.395513 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0280c532-65c0-4b6d-ae86-501a0309f7a9 req-c77e9c6f-8262-4b96-a5ce-b2b19227316e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 944 time: 0.1698189 Apr 11 12:58:54.438995 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-8c9ea9da-5223-4eef-a31d-31e9f05ea9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:54.440507 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-8c9ea9da-5223-4eef-a31d-31e9f05ea9c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.2058694 Apr 11 12:58:54.468773 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b87c430a-0a82-4917-bb87-6db50c7091eb req-41d904ba-1197-442c-9208-941bedf77326 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4836557 Apr 11 12:58:54.560200 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:54.622546 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['580d0c5c-9d59-44e8-8f7d-7f66c50ccb77'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 12:58:54.687099 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-9188e5f6-7eab-4753-a68b-36a68831ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:54.688750 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-9188e5f6-7eab-4753-a68b-36a68831ea64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2328041 Apr 11 12:58:54.689564 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba5ddf02-342b-45cb-ab82-7e3a0c726160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:54.698899 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb9d8d-c474-449f-bde9-8eb7b434bd93 req-c8982a58-657d-40b8-992c-8c7130bb24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:54.700994 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-07cb9d8d-c474-449f-bde9-8eb7b434bd93 req-c8982a58-657d-40b8-992c-8c7130bb24c7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6591749 Apr 11 12:58:54.718648 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-d74b4e80-5307-4870-8aab-0f8e010f3b7c service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168475 Apr 11 12:58:54.764706 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0280c532-65c0-4b6d-ae86-501a0309f7a9 req-8192d3bf-ee7d-457f-ab85-530ee533b8a1 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507407 Apr 11 12:58:54.830243 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126eb98-705e-4b48-bf12-d068dd115bf2 req-abbc6bfb-9fc7-4199-b3ef-43eeae3c2212 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:54.842934 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e126eb98-705e-4b48-bf12-d068dd115bf2 req-abbc6bfb-9fc7-4199-b3ef-43eeae3c2212 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 931 time: 0.2505774 Apr 11 12:58:54.869542 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-acf7031d-a400-4441-9674-647a70d9ad45 req-09bf3b9f-c3fb-454a-b720-7f1ff032e552 service neutron] Publish callbacks [] for security_group (1793de52-8166-4369-81be-e4de73980fed), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:54.882120 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-363447dd-48a6-47b1-a395-c614c6de77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:54.883560 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-363447dd-48a6-47b1-a395-c614c6de77f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 1127 time: 0.1148739 Apr 11 12:58:54.907055 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-acf7031d-a400-4441-9674-647a70d9ad45 req-09bf3b9f-c3fb-454a-b720-7f1ff032e552 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (1793de52-8166-4369-81be-e4de73980fed), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:54.966913 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-8a5d93a5-3eaf-459b-a3a0-0d9c23562afc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c41f7e-cd75-4707-b6b0-194244f55e18 HTTP/1.1" status: 200 len: 217 time: 0.0671375 Apr 11 12:58:55.027007 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0683d1ab-262e-4fa3-bdca-4cabed504c43 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:58:55.039172 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Publish callbacks [] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.043231 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7dfbf845-4196-48c1-a76b-b600879d2e9d req-3107c23c-2674-4b09-baa6-4f318e9bf488 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181150 Apr 11 12:58:55.065568 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Transition to ACTIVE for port object 0683d1ab-262e-4fa3-bdca-4cabed504c43 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 12:58:55.067565 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-dfad2530-f70c-4912-b8e6-325c668004d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:55.069427 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-dfad2530-f70c-4912-b8e6-325c668004d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41075c3c-d0cc-4765-8f6f-576ec246c5a9 HTTP/1.1" status: 200 len: 849 time: 0.0952694 Apr 11 12:58:55.075758 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.080264 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-acf7031d-a400-4441-9674-647a70d9ad45 req-09bf3b9f-c3fb-454a-b720-7f1ff032e552 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1261711 Apr 11 12:58:55.086564 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5af83-aaa1-430a-ab27-973b32aa2026 req-134e2ac9-2fd0-44d4-a940-fe329da6d651 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:55.094203 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6ec5af83-aaa1-430a-ab27-973b32aa2026 req-134e2ac9-2fd0-44d4-a940-fe329da6d651 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 943 time: 0.2231307 Apr 11 12:58:55.104099 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df56671-8ff0-4dd2-8e10-cc610034d5e7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:58:55.127003 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf3b9f-c3fb-454a-b720-7f1ff032e552 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1793de52-8166-4369-81be-e4de73980fed,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:55.133343 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Publish callbacks [] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.185776 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-c9b1d16c-0662-47fb-ad2e-b79ca51d6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:55.188183 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-c9b1d16c-0662-47fb-ad2e-b79ca51d6bf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1092644 Apr 11 12:58:55.188917 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Pushing event updated for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:55.210021 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-96def926-b457-4cc5-966a-47257a810dd8 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086887 Apr 11 12:58:55.223819 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e126eb98-705e-4b48-bf12-d068dd115bf2 req-0e2ea21a-0a76-4134-8ac3-69e5c2b186ec tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428748 Apr 11 12:58:55.231130 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Attempting to bind port 0683d1ab-262e-4fa3-bdca-4cabed504c43 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:55.231511 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Attempting to bind port 0683d1ab-262e-4fa3-bdca-4cabed504c43 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:55.231848 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Attempting to bind port 0683d1ab-262e-4fa3-bdca-4cabed504c43 on network 8e2ce377-60e7-40d0-a684-279719c14ab1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:55.232887 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Transition to ACTIVE for port object 4df56671-8ff0-4dd2-8e10-cc610034d5e7 will not be triggered until provisioned by entity L2. {{(pid=103362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 12:58:55.238517 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Port 0683d1ab-262e-4fa3-bdca-4cabed504c43 on network 8e2ce377-60e7-40d0-a684-279719c14ab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 12:58:55.238893 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Attempting to bind port 0683d1ab-262e-4fa3-bdca-4cabed504c43 on network 8e2ce377-60e7-40d0-a684-279719c14ab1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:55.245049 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:55.245432 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Checking segment: {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:55.245817 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Bound using segment: {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:55.246591 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Bound port: 0683d1ab-262e-4fa3-bdca-4cabed504c43, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:55.246941 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.281579 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.323932 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6ec5af83-aaa1-430a-ab27-973b32aa2026 req-51c261b7-a125-4ed8-98ec-d64314c8bf12 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287457 Apr 11 12:58:55.325590 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:55.330163 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:55.332891 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba5ddf02-342b-45cb-ab82-7e3a0c726160 admin admin] Publish callbacks [] for security_group (4f8ca041-11a6-4a65-88ff-93c449ff34f3), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.341168 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.374028 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba5ddf02-342b-45cb-ab82-7e3a0c726160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (4f8ca041-11a6-4a65-88ff-93c449ff34f3), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.410914 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Pushing event updated for resources: {'Port': ['ID=4df56671-8ff0-4dd2-8e10-cc610034d5e7,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:55.417660 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Pushing event updated for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:55.431177 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:55.431924 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.433960 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-5f245c37-ac36-430d-a0f1-6700b1ab3866 service neutron] 10.222.0.13 "PUT /v2.0/ports/0683d1ab-262e-4fa3-bdca-4cabed504c43 HTTP/1.1" status: 200 len: 1093 time: 1.8614562 Apr 11 12:58:55.437545 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:58:55.439886 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265df3d5-b2b1-4017-927b-e6f640b62034" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:58:55.468698 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bd8cb-b0b3-4167-9df7-ad1993590533 req-ac69b592-09de-439d-af66-34d179ae4176 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:55.470269 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b96bd8cb-b0b3-4167-9df7-ad1993590533 req-ac69b592-09de-439d-af66-34d179ae4176 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 945 time: 0.1550605 Apr 11 12:58:55.476612 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-ba5ddf02-342b-45cb-ab82-7e3a0c726160 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e9020475f30462c8ddc67764e93cdfa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0800314 Apr 11 12:58:55.479667 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 49526) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:55.490956 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ddf02-342b-45cb-ab82-7e3a0c726160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8ca041-11a6-4a65-88ff-93c449ff34f3,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:55.494005 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e48ad2-f0b5-4a8e-9be7-fe2ea9b03f1e x-openstack-request-id: req-04e48ad2-f0b5-4a8e-9be7-fe2ea9b03f1e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:58:55.494289 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:58:55.494599 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04e48ad2-f0b5-4a8e-9be7-fe2ea9b03f1e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:58:55.494964 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e48ad2-f0b5-4a8e-9be7-fe2ea9b03f1e'] response: {'name': 'network-changed', 'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'status': 'completed', 'code': 200} Apr 11 12:58:55.523746 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Attempting to bind port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:58:55.524113 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Attempting to bind port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:58:55.524442 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Attempting to bind port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:55.533914 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 12:58:55.534237 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Attempting to bind port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:58:55.551234 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:58:55.551584 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Checking segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:58:55.552036 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Bound using segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:58:55.553177 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54a6062b-01b9-4603-9c54-8fa6e80ffa28 admin admin] Publish callbacks [] for security_group (4f8ca041-11a6-4a65-88ff-93c449ff34f3), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.553523 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Bound port: 4df56671-8ff0-4dd2-8e10-cc610034d5e7, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:58:55.553889 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.585041 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54a6062b-01b9-4603-9c54-8fa6e80ffa28 admin admin] Publish callbacks [] for security_group (4f8ca041-11a6-4a65-88ff-93c449ff34f3), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.590187 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b96bd8cb-b0b3-4167-9df7-ad1993590533 req-ff6770e8-3993-4da3-bc82-df52144f6d3f tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123734 Apr 11 12:58:55.657339 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54a6062b-01b9-4603-9c54-8fa6e80ffa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (4f8ca041-11a6-4a65-88ff-93c449ff34f3), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.660188 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54a6062b-01b9-4603-9c54-8fa6e80ffa28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.664135 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-54a6062b-01b9-4603-9c54-8fa6e80ffa28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f8ca041-11a6-4a65-88ff-93c449ff34f3 HTTP/1.1" status: 204 len: 168 time: 0.1808035 Apr 11 12:58:55.670613 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6062b-01b9-4603-9c54-8fa6e80ffa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8ca041-11a6-4a65-88ff-93c449ff34f3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:55.687993 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] For port 4df56671-8ff0-4dd2-8e10-cc610034d5e7, host hv-cinder-83608, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:58:55.707381 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aab1c-98d0-40d8-95da-d1c17e5d286f req-36c9a4e9-c311-42e2-936e-a6f00bf68279 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:55.715492 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9a2aab1c-98d0-40d8-95da-d1c17e5d286f req-36c9a4e9-c311-42e2-936e-a6f00bf68279 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.1332953 Apr 11 12:58:55.721491 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] For port 4df56671-8ff0-4dd2-8e10-cc610034d5e7, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4df56671-8ff0-4dd2-8e10-cc610034d5e7,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:58:55.740525 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.789044 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:55.789669 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:55.791258 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] 10.222.0.13 "PUT /v2.0/ports/4df56671-8ff0-4dd2-8e10-cc610034d5e7 HTTP/1.1" status: 200 len: 1093 time: 2.2228503 Apr 11 12:58:55.791498 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20778e35-67bc-40e6-aef8-9661a2deb217', 'tag': '4df56671-8ff0-4dd2-8e10-cc610034d5e7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:58:55.793793 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93001e50-84f6-40ed-bc3d-42d75eb03b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "20778e35-67bc-40e6-aef8-9661a2deb217", "tag": "4df56671-8ff0-4dd2-8e10-cc610034d5e7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:58:55.821041 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9a2aab1c-98d0-40d8-95da-d1c17e5d286f req-a23bc029-e488-4035-9344-d152cfb38cdd tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043007 Apr 11 12:58:55.831786 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155636a-6eca-428b-8fd3-16ab71972479 service neutron] Pushing event updated for resources: {'Port': ['ID=4df56671-8ff0-4dd2-8e10-cc610034d5e7,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:55.919689 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc9687-43b4-4088-8b3b-ee56ce79b81a req-79d99728-6b93-47e7-a6a7-a31ff3edaa3f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:55.921698 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-67dc9687-43b4-4088-8b3b-ee56ce79b81a req-79d99728-6b93-47e7-a6a7-a31ff3edaa3f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 944 time: 0.0495377 Apr 11 12:58:55.923249 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f51337d-1e2a-4caa-91ea-68211ff5ef05 x-openstack-request-id: req-8f51337d-1e2a-4caa-91ea-68211ff5ef05 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:58:55.923601 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20778e35-67bc-40e6-aef8-9661a2deb217", "tag": "4df56671-8ff0-4dd2-8e10-cc610034d5e7", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:58:55.923883 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f51337d-1e2a-4caa-91ea-68211ff5ef05 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:58:55.924461 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f51337d-1e2a-4caa-91ea-68211ff5ef05'] response: {'name': 'network-changed', 'server_uuid': '20778e35-67bc-40e6-aef8-9661a2deb217', 'tag': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'status': 'completed', 'code': 200} Apr 11 12:58:55.975193 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-67dc9687-43b4-4088-8b3b-ee56ce79b81a req-4fa3e87c-1c64-4442-9936-5ae01bf9bf8c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452583 Apr 11 12:58:55.990796 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 49538) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:56.008809 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65d8db5f-6723-4e17-9159-a304fae62957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.047336 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:58:56.101791 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 12:58:56.104326 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65d8db5f-6723-4e17-9159-a304fae62957 admin admin] Publish callbacks [] for security_group (3b87f39c-01d5-455c-84c8-eae1579fb7ba), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.109813 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:58:56.110135 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.124570 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65d8db5f-6723-4e17-9159-a304fae62957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3b87f39c-01d5-455c-84c8-eae1579fb7ba), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.172422 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-800a0e58-f5cb-4e10-9675-48320fdf539d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.206479 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaeb3396-8834-4d28-9957-ca4424efe410 req-7da9eae3-4ec5-4a09-9d8a-ba4dcc0796cc service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078379 Apr 11 12:58:56.214878 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8db5f-6723-4e17-9159-a304fae62957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b87f39c-01d5-455c-84c8-eae1579fb7ba,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:56.215131 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:56.215705 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.221706 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-65d8db5f-6723-4e17-9159-a304fae62957 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55d48e17250047b2a72e5b844945cec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273185 Apr 11 12:58:56.222054 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 49542) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:56.239558 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-236e727b-62fa-4bac-a298-78a32e78bd2b service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378953 Apr 11 12:58:56.244266 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce206b35-659d-4dc6-bbfc-9505cf322961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d0c5c-9d59-44e8-8f7d-7f66c50ccb77'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:58:56.247132 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495c7dd5-38d1-45b2-92e2-69479d7fcdb8" -d '{"events": [{"server_uuid": "ce206b35-659d-4dc6-bbfc-9505cf322961", "name": "network-vif-plugged", "status": "completed", "tag": "580d0c5c-9d59-44e8-8f7d-7f66c50ccb77"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:58:56.288532 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee97e4ec-ddfa-448e-97e9-879eb7a8e5ee admin admin] Publish callbacks [] for security_group (3b87f39c-01d5-455c-84c8-eae1579fb7ba), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.299044 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:56.310191 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.316233 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee97e4ec-ddfa-448e-97e9-879eb7a8e5ee admin admin] Publish callbacks [] for security_group (3b87f39c-01d5-455c-84c8-eae1579fb7ba), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.378342 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af187c5c-f291-4bf2-bd7f-4353c3d21683 x-openstack-request-id: req-af187c5c-f291-4bf2-bd7f-4353c3d21683 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:58:56.379071 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce206b35-659d-4dc6-bbfc-9505cf322961", "name": "network-vif-plugged", "status": "completed", "tag": "580d0c5c-9d59-44e8-8f7d-7f66c50ccb77", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:58:56.379622 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af187c5c-f291-4bf2-bd7f-4353c3d21683 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:58:56.380790 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af187c5c-f291-4bf2-bd7f-4353c3d21683'] response: {'server_uuid': 'ce206b35-659d-4dc6-bbfc-9505cf322961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d0c5c-9d59-44e8-8f7d-7f66c50ccb77', 'code': 200} Apr 11 12:58:56.449282 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:56.461472 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee97e4ec-ddfa-448e-97e9-879eb7a8e5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3b87f39c-01d5-455c-84c8-eae1579fb7ba), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.465010 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee97e4ec-ddfa-448e-97e9-879eb7a8e5ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:56.469352 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-ee97e4ec-ddfa-448e-97e9-879eb7a8e5ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b87f39c-01d5-455c-84c8-eae1579fb7ba HTTP/1.1" status: 204 len: 168 time: 0.2458479 Apr 11 12:58:56.563036 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001e50-84f6-40ed-bc3d-42d75eb03b0a req-f924a4f1-60b8-4bb5-95e7-531a82317807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:56.564750 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-93001e50-84f6-40ed-bc3d-42d75eb03b0a req-f924a4f1-60b8-4bb5-95e7-531a82317807 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 1127 time: 0.0543630 Apr 11 12:58:56.578827 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55004c4f-7c88-4ef4-ac1c-e6590f3e0d9f req-2484df8b-7516-478e-b2a6-aac9e67946d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:56.581235 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-55004c4f-7c88-4ef4-ac1c-e6590f3e0d9f req-2484df8b-7516-478e-b2a6-aac9e67946d6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 943 time: 0.1984594 Apr 11 12:58:56.585970 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97e4ec-ddfa-448e-97e9-879eb7a8e5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b87f39c-01d5-455c-84c8-eae1579fb7ba,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:56.624128 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-7f9f1f5e-d1a7-4500-9035-dfa387675f95 req-f2b1ed3c-854d-40f0-8097-efbeae4f308a service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825628 Apr 11 12:58:56.626186 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0112d-a9c1-4c68-817f-abd1eb1480a1 req-581197c5-e079-4f70-8ba7-44b24fbe6777 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:56.633845 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ef0112d-a9c1-4c68-817f-abd1eb1480a1 req-581197c5-e079-4f70-8ba7-44b24fbe6777 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 943 time: 0.1863930 Apr 11 12:58:56.664489 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265df3d5-b2b1-4017-927b-e6f640b62034 req-4bb9a93d-27a5-4119-976a-912a908509c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:56.666004 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-265df3d5-b2b1-4017-927b-e6f640b62034 req-4bb9a93d-27a5-4119-976a-912a908509c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 1127 time: 0.2168362 Apr 11 12:58:56.718947 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ef0112d-a9c1-4c68-817f-abd1eb1480a1 req-3b4babb1-c68c-4b8a-829f-c26a175d1dd3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772278 Apr 11 12:58:56.733564 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001e50-84f6-40ed-bc3d-42d75eb03b0a req-4708fcd1-2c87-4e2e-bc8a-26c5f348c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:56.737809 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-93001e50-84f6-40ed-bc3d-42d75eb03b0a req-4708fcd1-2c87-4e2e-bc8a-26c5f348c96d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1592538 Apr 11 12:58:56.742261 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-55004c4f-7c88-4ef4-ac1c-e6590f3e0d9f req-999970fc-e2a7-4648-a6bf-f17c6e691c38 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507266 Apr 11 12:58:56.826578 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a05e-f031-4697-a54a-57c942bbedd2 req-5b2cc7ad-41c8-4661-b51e-cb6108a20173 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:56.832505 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0a38a05e-f031-4697-a54a-57c942bbedd2 req-5b2cc7ad-41c8-4661-b51e-cb6108a20173 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 945 time: 0.0540538 Apr 11 12:58:56.879625 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0a38a05e-f031-4697-a54a-57c942bbedd2 req-2ba5999c-8139-47ad-928a-39dd0740a1da tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 Apr 11 12:58:56.949709 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1788b-0527-4cf5-9dcd-64a6331fb9f4 req-1359f2f2-f265-4876-b60d-203ea91d7f1d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:56.951207 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-39c1788b-0527-4cf5-9dcd-64a6331fb9f4 req-1359f2f2-f265-4876-b60d-203ea91d7f1d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0471299 Apr 11 12:58:56.998527 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-39c1788b-0527-4cf5-9dcd-64a6331fb9f4 req-ba79a981-dcae-4778-b50c-7e2444419417 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415149 Apr 11 12:58:57.092257 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15bec6-278a-4b23-a9b2-859f436e1bab req-14c498ab-56b2-4099-8afe-6cd95980c57b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:57.093742 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ff15bec6-278a-4b23-a9b2-859f436e1bab req-14c498ab-56b2-4099-8afe-6cd95980c57b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 944 time: 0.0491581 Apr 11 12:58:57.143588 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ff15bec6-278a-4b23-a9b2-859f436e1bab req-b2d4bc0f-9629-4bac-8140-fa35d8b3b8c7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Apr 11 12:58:57.707539 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265df3d5-b2b1-4017-927b-e6f640b62034 req-49842092-5a86-4a10-ba0a-959fce2d0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:57.709675 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-265df3d5-b2b1-4017-927b-e6f640b62034 req-49842092-5a86-4a10-ba0a-959fce2d0e9b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4f51b3316ccb49238618f982c77265ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1271374 Apr 11 12:58:57.745864 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001e50-84f6-40ed-bc3d-42d75eb03b0a req-bd455e23-cb9a-438c-b392-76210c5cc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:57.753527 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-93001e50-84f6-40ed-bc3d-42d75eb03b0a req-bd455e23-cb9a-438c-b392-76210c5cc6b2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523192 Apr 11 12:58:57.754732 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 49604) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:57.879883 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875af4e-a41b-4841-a85e-18fd307bba8b req-a5f9d8f3-a24f-4673-9f01-69a7edb013a2 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:57.881590 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d875af4e-a41b-4841-a85e-18fd307bba8b req-a5f9d8f3-a24f-4673-9f01-69a7edb013a2 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0893953 Apr 11 12:58:57.919968 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99480d8a-405e-4bf6-8bfc-33f31d5ce41b req-77f7535d-6d50-4879-a5d0-79dcb8c00663 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:57.922042 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-99480d8a-405e-4bf6-8bfc-33f31d5ce41b req-77f7535d-6d50-4879-a5d0-79dcb8c00663 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 943 time: 0.0875165 Apr 11 12:58:57.946240 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5f0da39-980a-4530-9b3d-7861925bcaf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.001408 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d875af4e-a41b-4841-a85e-18fd307bba8b req-584be62c-800f-4b2a-8d8c-c13dc895919f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109104 Apr 11 12:58:58.043602 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-99480d8a-405e-4bf6-8bfc-33f31d5ce41b req-4354b8f1-89c5-483c-a936-4331536c5409 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112654 Apr 11 12:58:58.052313 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 12:58:58.109091 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5f0da39-980a-4530-9b3d-7861925bcaf1 admin admin] Publish callbacks [] for security_group (53117337-f611-4c2b-9632-b4df35469625), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.122120 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5f0da39-980a-4530-9b3d-7861925bcaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (53117337-f611-4c2b-9632-b4df35469625), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.186459 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a0bca-f754-41eb-8b71-f7b2e63a13cf req-bb4ccf94-408c-480c-8cd1-3cb41d1f0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:58.189254 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ef3a0bca-f754-41eb-8b71-f7b2e63a13cf req-bb4ccf94-408c-480c-8cd1-3cb41d1f0b43 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 1129 time: 0.1064761 Apr 11 12:58:58.208482 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:58.220756 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '02dcc6a1-600e-4d2c-a3d4-172efe1f4371', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'port_id': '02dcc6a1-600e-4d2c-a3d4-172efe1f4371', 'mac_address': 'fa:16:3e:e4:d4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 12:58:58.259506 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:58.259891 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.270140 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-7b929930-895a-4394-ad63-9d33207db170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:58.271783 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-7b929930-895a-4394-ad63-9d33207db170 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 1127 time: 0.0636034 Apr 11 12:58:58.273490 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:58:58.279512 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1c226-7c58-43ea-95fd-899ace856f58 req-3e745c52-c979-4309-b9be-440af349dbf9 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:58.285264 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26e1c226-7c58-43ea-95fd-899ace856f58 req-3e745c52-c979-4309-b9be-440af349dbf9 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 945 time: 0.1741593 Apr 11 12:58:58.288313 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ef3a0bca-f754-41eb-8b71-f7b2e63a13cf req-17d81830-cd33-45f6-8838-d8b2eb0cebb9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868545 Apr 11 12:58:58.293836 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:58.294145 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0da39-980a-4530-9b3d-7861925bcaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53117337-f611-4c2b-9632-b4df35469625,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:58.302393 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.303742 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 61c41f7e-cd75-4707-b6b0-194244f55e18 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 12:58:58.323415 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-ab06171d-2ade-44fc-9cdf-cb1790b1df78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df56671-8ff0-4dd2-8e10-cc610034d5e7 HTTP/1.1" status: 200 len: 217 time: 0.0422814 Apr 11 12:58:58.339739 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-c5f0da39-980a-4530-9b3d-7861925bcaf1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55f408b27b474a958ad6d5f3852fb835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5839250 Apr 11 12:58:58.342451 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 49628) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:58.360560 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8629d0-1eae-41b7-a2bc-449a642d4b3b req-181b5c44-c986-40d1-beea-0aeefdadae3e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:58.362384 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba8629d0-1eae-41b7-a2bc-449a642d4b3b req-181b5c44-c986-40d1-beea-0aeefdadae3e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.1632113 Apr 11 12:58:58.387674 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:58.418460 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-380fab64-43db-4a1f-9331-2c6a94af30eb admin admin] Publish callbacks [] for security_group (53117337-f611-4c2b-9632-b4df35469625), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.427200 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26e1c226-7c58-43ea-95fd-899ace856f58 req-df85c46e-2e84-447a-a225-c88086e3405a tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407120 Apr 11 12:58:58.440590 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-380fab64-43db-4a1f-9331-2c6a94af30eb admin admin] Publish callbacks [] for security_group (53117337-f611-4c2b-9632-b4df35469625), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.440879 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265df3d5-b2b1-4017-927b-e6f640b62034 req-4f0fee07-a426-4473-8ab5-789cce7e8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:58.442355 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-265df3d5-b2b1-4017-927b-e6f640b62034 req-4f0fee07-a426-4473-8ab5-789cce7e8adc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2770202 Apr 11 12:58:58.470393 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba8629d0-1eae-41b7-a2bc-449a642d4b3b req-e6148aef-c36c-4071-8b3f-8f337e2ed743 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822580 Apr 11 12:58:58.481513 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 61c41f7e-cd75-4707-b6b0-194244f55e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=61c41f7e-cd75-4707-b6b0-194244f55e18,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:58.497403 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-380fab64-43db-4a1f-9331-2c6a94af30eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (53117337-f611-4c2b-9632-b4df35469625), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.502198 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-380fab64-43db-4a1f-9331-2c6a94af30eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.502579 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '61c41f7e-cd75-4707-b6b0-194244f55e18', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'port_id': '61c41f7e-cd75-4707-b6b0-194244f55e18', 'mac_address': 'fa:16:3e:3c:bd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 12:58:58.503456 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-380fab64-43db-4a1f-9331-2c6a94af30eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53117337-f611-4c2b-9632-b4df35469625 HTTP/1.1" status: 204 len: 168 time: 0.1599007 Apr 11 12:58:58.522010 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fab64-43db-4a1f-9331-2c6a94af30eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53117337-f611-4c2b-9632-b4df35469625,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:58.564900 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 61c41f7e-cd75-4707-b6b0-194244f55e18 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:58:58.565364 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.582843 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a324-9e0d-4ff7-b5fa-1edeec46c22e req-4efdbd15-6942-4a02-a971-bbcfd67818a9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:58.583257 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c41f7e-cd75-4707-b6b0-194244f55e18 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:58:58.584419 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4318a324-9e0d-4ff7-b5fa-1edeec46c22e req-4efdbd15-6942-4a02-a971-bbcfd67818a9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 945 time: 0.0628903 Apr 11 12:58:58.610373 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 61c41f7e-cd75-4707-b6b0-194244f55e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=61c41f7e-cd75-4707-b6b0-194244f55e18,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:58:58.616591 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.644508 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4318a324-9e0d-4ff7-b5fa-1edeec46c22e req-99350a57-6472-4d98-a758-ddc71303b49c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536430 Apr 11 12:58:58.671361 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=61c41f7e-cd75-4707-b6b0-194244f55e18,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:58.733730 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6a5de7e9-bda9-4c0d-8707-01b41bbf9bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.849106 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 49640) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:58.862702 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e54ce554-041f-47be-a4aa-16166c6b97a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.937983 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e54ce554-041f-47be-a4aa-16166c6b97a7 admin admin] Publish callbacks [] for security_group (2f90900b-0748-4eb6-a63e-74c0fbff5355), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.943322 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e54ce554-041f-47be-a4aa-16166c6b97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (2f90900b-0748-4eb6-a63e-74c0fbff5355), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:58.987217 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e54ce554-041f-47be-a4aa-16166c6b97a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d556cb0e406e4b7bb924ab0844db9b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346385 Apr 11 12:58:58.987217 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ce554-041f-47be-a4aa-16166c6b97a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f90900b-0748-4eb6-a63e-74c0fbff5355,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:58.988236 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 49648) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:58:59.042812 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45e36a29-ac20-4c1f-96bb-e4bd2f7a7b87 admin admin] Publish callbacks [] for security_group (2f90900b-0748-4eb6-a63e-74c0fbff5355), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:59.071236 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45e36a29-ac20-4c1f-96bb-e4bd2f7a7b87 admin admin] Publish callbacks [] for security_group (2f90900b-0748-4eb6-a63e-74c0fbff5355), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:59.132865 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803e56b-3a31-482f-8ef5-b2b21f3e9613 req-c0987952-f096-45d2-84be-739aa67edcc9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:59.134597 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c803e56b-3a31-482f-8ef5-b2b21f3e9613 req-c0987952-f096-45d2-84be-739aa67edcc9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0630114 Apr 11 12:58:59.137343 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45e36a29-ac20-4c1f-96bb-e4bd2f7a7b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (2f90900b-0748-4eb6-a63e-74c0fbff5355), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:59.142591 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45e36a29-ac20-4c1f-96bb-e4bd2f7a7b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:59.146973 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-45e36a29-ac20-4c1f-96bb-e4bd2f7a7b87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f90900b-0748-4eb6-a63e-74c0fbff5355 HTTP/1.1" status: 204 len: 168 time: 0.1577315 Apr 11 12:58:59.156620 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e36a29-ac20-4c1f-96bb-e4bd2f7a7b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f90900b-0748-4eb6-a63e-74c0fbff5355,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:58:59.207659 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353f36e-d05b-4568-b291-d6aafb46f9a6 req-f3a69720-bd24-42ea-a22c-96e8c8d6397e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:59.209165 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0353f36e-d05b-4568-b291-d6aafb46f9a6 req-f3a69720-bd24-42ea-a22c-96e8c8d6397e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 943 time: 0.0735881 Apr 11 12:58:59.246795 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c803e56b-3a31-482f-8ef5-b2b21f3e9613 req-af2a18dc-a94d-43ae-b463-cdf3cee918ea tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731413 Apr 11 12:58:59.280344 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0353f36e-d05b-4568-b291-d6aafb46f9a6 req-4402cdb1-f4fc-4c66-8f20-f528578ba180 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591104 Apr 11 12:58:59.515357 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:58:59.598403 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f04cf7-6d80-4341-843e-63d07049ec4e req-e61f48f1-a06f-4cdd-988e-13c2cae702ee tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:59.600088 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-81f04cf7-6d80-4341-843e-63d07049ec4e req-e61f48f1-a06f-4cdd-988e-13c2cae702ee tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0472159 Apr 11 12:58:59.664067 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-81f04cf7-6d80-4341-843e-63d07049ec4e req-d40986d4-a6e2-47bb-a1b4-0f8b70cb203f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546989 Apr 11 12:58:59.756080 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6febbcc-6638-4971-82b8-d706810d1693 req-1dae4ad6-f3ea-46e2-9a02-d14994720b59 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:58:59.757558 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a6febbcc-6638-4971-82b8-d706810d1693 req-1dae4ad6-f3ea-46e2-9a02-d14994720b59 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 945 time: 0.0469327 Apr 11 12:58:59.805361 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a6febbcc-6638-4971-82b8-d706810d1693 req-c06c0e5d-df0c-4ac0-a406-5dde2eedfdaa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Apr 11 12:59:00.401547 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92c6ee-51d6-4f69-b7e4-11e33777121e req-77a442b9-0df0-40fb-94da-94a57d8adf7c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:00.403016 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6f92c6ee-51d6-4f69-b7e4-11e33777121e req-77a442b9-0df0-40fb-94da-94a57d8adf7c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0804577 Apr 11 12:59:00.413884 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8402c1-8d7f-4e76-9ce0-7076f8c17667 req-8e1f158a-5262-4d4e-943b-d8a16912c653 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:00.415324 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4e8402c1-8d7f-4e76-9ce0-7076f8c17667 req-8e1f158a-5262-4d4e-943b-d8a16912c653 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 943 time: 0.0609493 Apr 11 12:59:00.672959 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6f92c6ee-51d6-4f69-b7e4-11e33777121e req-44461ec1-78a2-4713-8ccb-d94fefd68fb5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566223 Apr 11 12:59:00.691814 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4e8402c1-8d7f-4e76-9ce0-7076f8c17667 req-9989484a-d927-4b1b-a9fc-ddb35e9467ff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689507 Apr 11 12:59:00.798902 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:59:00.806258 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30110-25a0-4075-a5d5-d0ab9e43a51c req-a1e3bc3a-67ff-490c-8a98-20e3ed93180a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:00.808642 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-beb30110-25a0-4075-a5d5-d0ab9e43a51c req-a1e3bc3a-67ff-490c-8a98-20e3ed93180a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0466440 Apr 11 12:59:00.861236 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-beb30110-25a0-4075-a5d5-d0ab9e43a51c req-c343d08a-1fe6-405b-b0ae-03479664033f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468388 Apr 11 12:59:00.936965 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55243195-7e9b-4c22-8f28-c3eedca4687c req-f85f083f-56d1-4275-8565-8fb6b5e38440 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:00.938611 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-55243195-7e9b-4c22-8f28-c3eedca4687c req-f85f083f-56d1-4275-8565-8fb6b5e38440 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 945 time: 0.0544887 Apr 11 12:59:00.968962 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:00.989470 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 49752) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:01.001922 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-505c8abe-bcbe-4f09-a77e-e3c4749abc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:01.003584 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-505c8abe-bcbe-4f09-a77e-e3c4749abc23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 200 len: 854 time: 0.0677292 Apr 11 12:59:01.022088 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-44fd6b9d-79f5-40ed-96aa-685d0ae1d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:01.023548 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-44fd6b9d-79f5-40ed-96aa-685d0ae1d642 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 1127 time: 0.0621786 Apr 11 12:59:01.032683 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-55243195-7e9b-4c22-8f28-c3eedca4687c req-54978663-2d2a-4b8e-b614-f4145e72cd79 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783899 Apr 11 12:59:01.058091 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-bdc9acb2-f149-4668-8307-f0a06bd083e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:01.060348 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-bdc9acb2-f149-4668-8307-f0a06bd083e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=381efb3a-a75e-48f6-b4fc-e139de7ec13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450945 Apr 11 12:59:01.076100 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-a581410a-607f-4144-a749-803e377e21c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43 HTTP/1.1" status: 200 len: 217 time: 0.0405164 Apr 11 12:59:01.135134 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-0f4a3832-1c09-406e-a7d8-d438ca02f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:01.136615 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-0f4a3832-1c09-406e-a7d8-d438ca02f353 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204d0409-b5f8-49fe-bc93-a6fb09b4c374 HTTP/1.1" status: 200 len: 853 time: 0.0514605 Apr 11 12:59:01.146285 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95b83d76-6ff4-4f06-9d95-af89ca417ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:01.188980 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-f8e9d887-e688-4ba3-85fe-132aeda0c9f8 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179051 Apr 11 12:59:01.244166 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95b83d76-6ff4-4f06-9d95-af89ca417ae3 admin admin] Publish callbacks [] for security_group (7fd37d20-097b-4a16-ac2a-1909eb9eb244), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:01.249807 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95b83d76-6ff4-4f06-9d95-af89ca417ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (7fd37d20-097b-4a16-ac2a-1909eb9eb244), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:01.288548 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-95b83d76-6ff4-4f06-9d95-af89ca417ae3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c3146785ce949668fab17dd6d7568e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979462 Apr 11 12:59:01.289578 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b83d76-6ff4-4f06-9d95-af89ca417ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd37d20-097b-4a16-ac2a-1909eb9eb244,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:01.291829 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 49764) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:01.340798 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['02dcc6a1-600e-4d2c-a3d4-172efe1f4371'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 12:59:01.361766 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5790b347-0b8c-4bf4-87eb-bb7902404bd4 admin admin] Publish callbacks [] for security_group (7fd37d20-097b-4a16-ac2a-1909eb9eb244), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:01.387622 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5790b347-0b8c-4bf4-87eb-bb7902404bd4 admin admin] Publish callbacks [] for security_group (7fd37d20-097b-4a16-ac2a-1909eb9eb244), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:01.463877 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5790b347-0b8c-4bf4-87eb-bb7902404bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (7fd37d20-097b-4a16-ac2a-1909eb9eb244), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:01.466702 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5790b347-0b8c-4bf4-87eb-bb7902404bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:01.468242 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-5790b347-0b8c-4bf4-87eb-bb7902404bd4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fd37d20-097b-4a16-ac2a-1909eb9eb244 HTTP/1.1" status: 204 len: 168 time: 0.1752219 Apr 11 12:59:01.472903 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['61c41f7e-cd75-4707-b6b0-194244f55e18'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 12:59:01.476633 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790b347-0b8c-4bf4-87eb-bb7902404bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd37d20-097b-4a16-ac2a-1909eb9eb244,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:01.567521 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-0064951f-d2b6-4eee-96be-c662eccb674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:01.569352 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-0064951f-d2b6-4eee-96be-c662eccb674f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e2ce377-60e7-40d0-a684-279719c14ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681689 Apr 11 12:59:01.641192 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-547d0556-ab60-4951-be7d-c8e6dd291b48 req-1e7690a5-36b7-4c59-aa3e-460ffcd926c7 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401317 Apr 11 12:59:01.737145 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-7db763d9-c086-44ee-a408-5fe319e162a1 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352065 Apr 11 12:59:01.883101 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 49796) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:01.888976 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ebb43-5b09-42f0-8f0a-99c4b1f34ecf req-0ce621a4-1087-4da7-b1a5-048896fe0b76 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:01.890943 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-718ebb43-5b09-42f0-8f0a-99c4b1f34ecf req-0ce621a4-1087-4da7-b1a5-048896fe0b76 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 943 time: 0.0891843 Apr 11 12:59:01.896451 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb25c6b-6c8e-4c0e-a732-7e8e50aea98a req-c2367e67-e622-48fb-8c6d-17f19db8fa9d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:01.897856 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3cb25c6b-6c8e-4c0e-a732-7e8e50aea98a req-c2367e67-e622-48fb-8c6d-17f19db8fa9d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0872438 Apr 11 12:59:01.901825 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c874a819-617f-497a-ab1e-9dee47fd4ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:01.994192 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-718ebb43-5b09-42f0-8f0a-99c4b1f34ecf req-b3f867e9-6cfb-4e8a-b5ae-ec72618b89a6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953705 Apr 11 12:59:01.997942 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3cb25c6b-6c8e-4c0e-a732-7e8e50aea98a req-5c82dad0-86ca-45e3-86e6-ba22e1d6d7a6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932529 Apr 11 12:59:02.013574 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c874a819-617f-497a-ab1e-9dee47fd4ee3 admin admin] Publish callbacks [] for security_group (f5ee65af-7a89-41a6-a18b-3cc7a012f809), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.033442 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c874a819-617f-497a-ab1e-9dee47fd4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f5ee65af-7a89-41a6-a18b-3cc7a012f809), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.085461 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 49812) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:02.086042 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c874a819-617f-497a-ab1e-9dee47fd4ee3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a9b1f0a8f284734a7a6b6aa06f37a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017243 Apr 11 12:59:02.087014 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874a819-617f-497a-ab1e-9dee47fd4ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ee65af-7a89-41a6-a18b-3cc7a012f809,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:02.161058 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 49820) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:02.209090 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc27161-de22-4d35-9d58-1eb165fb12af req-2346d0b7-4c38-468c-a58c-659af72d9b07 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:02.210730 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9bc27161-de22-4d35-9d58-1eb165fb12af req-2346d0b7-4c38-468c-a58c-659af72d9b07 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0868042 Apr 11 12:59:02.229263 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-def27df8-26c7-4f90-a12f-5c34ba903058 admin admin] Publish callbacks [] for security_group (f5ee65af-7a89-41a6-a18b-3cc7a012f809), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.270315 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-def27df8-26c7-4f90-a12f-5c34ba903058 admin admin] Publish callbacks [] for security_group (f5ee65af-7a89-41a6-a18b-3cc7a012f809), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.271470 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7daa-093a-492e-bdea-45d42f59ccf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.296219 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9bc27161-de22-4d35-9d58-1eb165fb12af req-55a7cae4-8674-4516-9f15-1d690c6d7da8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761602 Apr 11 12:59:02.346464 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-def27df8-26c7-4f90-a12f-5c34ba903058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f5ee65af-7a89-41a6-a18b-3cc7a012f809), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.349360 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-def27df8-26c7-4f90-a12f-5c34ba903058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.352493 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-def27df8-26c7-4f90-a12f-5c34ba903058 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5ee65af-7a89-41a6-a18b-3cc7a012f809 HTTP/1.1" status: 204 len: 168 time: 0.2659557 Apr 11 12:59:02.362165 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7daa-093a-492e-bdea-45d42f59ccf5 admin admin] Publish callbacks [] for security_group (112ea02a-c1f4-46ba-bbf3-5eaf868d8f07), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.365659 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27df8-26c7-4f90-a12f-5c34ba903058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ee65af-7a89-41a6-a18b-3cc7a012f809,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:02.368054 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7daa-093a-492e-bdea-45d42f59ccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (112ea02a-c1f4-46ba-bbf3-5eaf868d8f07), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.415562 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-7ebf7daa-093a-492e-bdea-45d42f59ccf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e11a4e1ef6043f18b2ca9bbb28a81d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531793 Apr 11 12:59:02.417761 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf7daa-093a-492e-bdea-45d42f59ccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112ea02a-c1f4-46ba-bbf3-5eaf868d8f07,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:02.418778 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 49828) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:02.443494 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d712-0fec-4598-8ce8-19794da36634 req-bb4c42e8-69f3-47a1-9302-3543e63677f6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:02.445221 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add9d712-0fec-4598-8ce8-19794da36634 req-bb4c42e8-69f3-47a1-9302-3543e63677f6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 945 time: 0.0691614 Apr 11 12:59:02.523029 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add9d712-0fec-4598-8ce8-19794da36634 req-f3893662-400f-4d28-8cc9-c77a2f6e9174 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713375 Apr 11 12:59:02.528954 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47639bbe-07f3-4bb4-b0c7-5b87d1e0a995 admin admin] Publish callbacks [] for security_group (112ea02a-c1f4-46ba-bbf3-5eaf868d8f07), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.551397 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47639bbe-07f3-4bb4-b0c7-5b87d1e0a995 admin admin] Publish callbacks [] for security_group (112ea02a-c1f4-46ba-bbf3-5eaf868d8f07), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.597584 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47639bbe-07f3-4bb4-b0c7-5b87d1e0a995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (112ea02a-c1f4-46ba-bbf3-5eaf868d8f07), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.600178 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47639bbe-07f3-4bb4-b0c7-5b87d1e0a995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.601316 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-47639bbe-07f3-4bb4-b0c7-5b87d1e0a995 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/112ea02a-c1f4-46ba-bbf3-5eaf868d8f07 HTTP/1.1" status: 204 len: 168 time: 0.1761918 Apr 11 12:59:02.609075 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47639bbe-07f3-4bb4-b0c7-5b87d1e0a995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112ea02a-c1f4-46ba-bbf3-5eaf868d8f07,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:02.665622 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:02.845376 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96ad6ad4-55eb-4e81-8ed3-6ef9daf885d8 req-e6e2ae7b-73ec-4682-9c49-806ebd6fc9c7 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345997 Apr 11 12:59:03.128854 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60664b-e15e-489a-b380-82ca1f432b3d req-b5c674a4-524e-43a4-8a03-b531a5c3702a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:03.137316 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0f60664b-e15e-489a-b380-82ca1f432b3d req-b5c674a4-524e-43a4-8a03-b531a5c3702a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 943 time: 0.0574243 Apr 11 12:59:03.182363 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0f60664b-e15e-489a-b380-82ca1f432b3d req-7785233f-dc67-4c12-be3f-045108950421 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437207 Apr 11 12:59:03.307370 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b35e86-e559-4e30-babb-13bd1b29356a req-4665cd6e-7727-4961-adee-e0979cecef6b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:03.309499 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-45b35e86-e559-4e30-babb-13bd1b29356a req-4665cd6e-7727-4961-adee-e0979cecef6b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0618696 Apr 11 12:59:03.337281 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:59:03.371592 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-45b35e86-e559-4e30-babb-13bd1b29356a req-fe4a60b4-1dcf-4799-aae9-eecf6479e5b7 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556488 Apr 11 12:59:03.389815 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 12:59:03.405413 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:03.407130 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:03.542584 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:59:03.543323 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:03.549845 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d217b54-fcd9-4141-bec1-3f2c1bf62ce9 req-a386cf91-3995-4257-8a48-022ba90b728d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:03.561598 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1d217b54-fcd9-4141-bec1-3f2c1bf62ce9 req-a386cf91-3995-4257-8a48-022ba90b728d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0844042 Apr 11 12:59:03.570662 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e90ee1-82b1-404f-993e-f857c2256c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dcc6a1-600e-4d2c-a3d4-172efe1f4371'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:59:03.573907 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eccdb1-869c-4c75-8885-21a2ee1404ab" -d '{"events": [{"server_uuid": "c6e90ee1-82b1-404f-993e-f857c2256c2e", "name": "network-vif-plugged", "status": "completed", "tag": "02dcc6a1-600e-4d2c-a3d4-172efe1f4371"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:59:03.591370 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:59:03.602696 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:03.603573 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 61c41f7e-cd75-4707-b6b0-194244f55e18 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:59:03.626871 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1d217b54-fcd9-4141-bec1-3f2c1bf62ce9 req-4c976742-916c-44ba-b2d5-f9316a0f4d55 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563898 Apr 11 12:59:03.718852 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 61c41f7e-cd75-4707-b6b0-194244f55e18 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 12:59:03.730781 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 61c41f7e-cd75-4707-b6b0-194244f55e18 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:03.731539 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:03.777493 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499a2ee-1a95-4b22-947c-ed527b3dce36 req-2e27b0c6-aa1f-41e1-863f-c830d39d9c3b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:03.785911 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:03.788899 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1499a2ee-1a95-4b22-947c-ed527b3dce36 req-2e27b0c6-aa1f-41e1-863f-c830d39d9c3b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0870352 Apr 11 12:59:03.862698 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1499a2ee-1a95-4b22-947c-ed527b3dce36 req-a88409cd-cee7-47a3-a573-8b9fc1afa275 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660160 Apr 11 12:59:03.920450 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 61c41f7e-cd75-4707-b6b0-194244f55e18 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:59:03.924162 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:03.942665 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4f19c6-b8fe-412d-922e-19fed78815df x-openstack-request-id: req-cd4f19c6-b8fe-412d-922e-19fed78815df {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:59:03.943256 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e90ee1-82b1-404f-993e-f857c2256c2e", "name": "network-vif-plugged", "status": "completed", "tag": "02dcc6a1-600e-4d2c-a3d4-172efe1f4371", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:59:03.943670 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd4f19c6-b8fe-412d-922e-19fed78815df {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:59:03.944262 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4f19c6-b8fe-412d-922e-19fed78815df'] response: {'server_uuid': 'c6e90ee1-82b1-404f-993e-f857c2256c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dcc6a1-600e-4d2c-a3d4-172efe1f4371', 'code': 200} Apr 11 12:59:03.968113 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 61c41f7e-cd75-4707-b6b0-194244f55e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=61c41f7e-cd75-4707-b6b0-194244f55e18,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:59:03.974654 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:04.060470 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 49972) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:04.065048 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=61c41f7e-cd75-4707-b6b0-194244f55e18,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:04.171350 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2d99-5ee9-4e32-9d58-8527195703cc req-f5de7a41-86bb-44d4-a59b-8fa90d3c465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:04.173760 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-25ba2d99-5ee9-4e32-9d58-8527195703cc req-f5de7a41-86bb-44d4-a59b-8fa90d3c465b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 1130 time: 0.0428650 Apr 11 12:59:04.295947 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-25ba2d99-5ee9-4e32-9d58-8527195703cc req-6bd668dc-f71d-453a-943c-5a2534a269ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147861 Apr 11 12:59:04.357357 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b45143-e3be-43da-9e0e-9751ef7bb171 req-b601a34f-867e-4376-9601-16ff41e8f86c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:04.358975 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e3b45143-e3be-43da-9e0e-9751ef7bb171 req-b601a34f-867e-4376-9601-16ff41e8f86c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 943 time: 0.0621283 Apr 11 12:59:04.378239 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-666ecaed-9688-4e0e-94c6-0aa603af1ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:04.450037 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e3b45143-e3be-43da-9e0e-9751ef7bb171 req-ba2eff79-5e6d-41d0-9f2b-d44f08f0430b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832059 Apr 11 12:59:04.512706 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e44f70-21c1-4867-8860-6dc06b4c4df8 req-58ac3ab6-bbdd-49a0-9290-3cad083ce6de tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:04.514198 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e8e44f70-21c1-4867-8860-6dc06b4c4df8 req-58ac3ab6-bbdd-49a0-9290-3cad083ce6de tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0597816 Apr 11 12:59:04.565496 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-666ecaed-9688-4e0e-94c6-0aa603af1ba5 admin admin] Publish callbacks [] for security_group (75acc267-c6c3-467e-a45a-16a6075eebe5), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:04.580183 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-666ecaed-9688-4e0e-94c6-0aa603af1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (75acc267-c6c3-467e-a45a-16a6075eebe5), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:04.595028 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e8e44f70-21c1-4867-8860-6dc06b4c4df8 req-0a78bd47-ece1-4f8c-a982-323ea6cd9038 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736542 Apr 11 12:59:04.626391 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-666ecaed-9688-4e0e-94c6-0aa603af1ba5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f487402b2c24e5d8bf0eb0505ea84fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5646915 Apr 11 12:59:04.627586 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ecaed-9688-4e0e-94c6-0aa603af1ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75acc267-c6c3-467e-a45a-16a6075eebe5,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:04.629679 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 50008) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:04.721162 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abf9487f-70e0-42a8-bd0c-526e8f3c2328 admin admin] Publish callbacks [] for security_group (75acc267-c6c3-467e-a45a-16a6075eebe5), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:04.744886 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abf9487f-70e0-42a8-bd0c-526e8f3c2328 admin admin] Publish callbacks [] for security_group (75acc267-c6c3-467e-a45a-16a6075eebe5), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:04.762657 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84afb9-c95f-48d8-b978-aabd808eca3e req-878c1a98-60f3-44bc-9794-3f58a89aff88 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:04.772201 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9e84afb9-c95f-48d8-b978-aabd808eca3e req-878c1a98-60f3-44bc-9794-3f58a89aff88 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0727499 Apr 11 12:59:04.802697 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abf9487f-70e0-42a8-bd0c-526e8f3c2328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (75acc267-c6c3-467e-a45a-16a6075eebe5), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:04.805697 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abf9487f-70e0-42a8-bd0c-526e8f3c2328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:04.808142 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-abf9487f-70e0-42a8-bd0c-526e8f3c2328 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75acc267-c6c3-467e-a45a-16a6075eebe5 HTTP/1.1" status: 204 len: 168 time: 0.1772726 Apr 11 12:59:04.827909 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9487f-70e0-42a8-bd0c-526e8f3c2328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75acc267-c6c3-467e-a45a-16a6075eebe5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:04.843374 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9e84afb9-c95f-48d8-b978-aabd808eca3e req-8a44d2ed-2e91-452f-a98c-f3720ccf3015 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662858 Apr 11 12:59:04.993005 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cbc87-6688-4749-bc62-bf445a57392f req-b7eacfae-d50c-4f23-8d98-acbf7f6ca889 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:04.994495 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1f0cbc87-6688-4749-bc62-bf445a57392f req-b7eacfae-d50c-4f23-8d98-acbf7f6ca889 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0601070 Apr 11 12:59:05.063975 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1f0cbc87-6688-4749-bc62-bf445a57392f req-7859e4c3-c82f-4c05-8463-bdce42af779b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575655 Apr 11 12:59:05.164775 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 50038) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:05.178823 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c26c60d1-1768-4ac9-bde2-346acde0224b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.252431 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c26c60d1-1768-4ac9-bde2-346acde0224b admin admin] Publish callbacks [] for security_group (6c4c289c-5891-40f6-9542-9db57ea53fc5), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.257911 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c26c60d1-1768-4ac9-bde2-346acde0224b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (6c4c289c-5891-40f6-9542-9db57ea53fc5), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.258538 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50042) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:05.296167 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c26c60d1-1768-4ac9-bde2-346acde0224b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09093a884f2843148e3e720f97ad7ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300414 Apr 11 12:59:05.298062 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c60d1-1768-4ac9-bde2-346acde0224b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4c289c-5891-40f6-9542-9db57ea53fc5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:05.298926 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50048) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:05.355233 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62648207-c332-4d4b-9ee8-8c5474e20dc9 admin admin] Publish callbacks [] for security_group (6c4c289c-5891-40f6-9542-9db57ea53fc5), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.357103 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 4df56671-8ff0-4dd2-8e10-cc610034d5e7 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 12:59:05.395895 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62648207-c332-4d4b-9ee8-8c5474e20dc9 admin admin] Publish callbacks [] for security_group (6c4c289c-5891-40f6-9542-9db57ea53fc5), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.427466 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-478dd2fd-5d9a-48a8-adbb-65d4c0506ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.471629 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 4df56671-8ff0-4dd2-8e10-cc610034d5e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4df56671-8ff0-4dd2-8e10-cc610034d5e7,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:59:05.494370 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'mac_address': 'fa:16:3e:93:db:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 12:59:05.515083 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62648207-c332-4d4b-9ee8-8c5474e20dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (6c4c289c-5891-40f6-9542-9db57ea53fc5), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.525718 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62648207-c332-4d4b-9ee8-8c5474e20dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.527385 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-62648207-c332-4d4b-9ee8-8c5474e20dc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c4c289c-5891-40f6-9542-9db57ea53fc5 HTTP/1.1" status: 204 len: 168 time: 0.2269745 Apr 11 12:59:05.570516 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62648207-c332-4d4b-9ee8-8c5474e20dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4c289c-5891-40f6-9542-9db57ea53fc5,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:05.611618 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:59:05.611945 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.649617 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df56671-8ff0-4dd2-8e10-cc610034d5e7 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:59:05.667281 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92691ae-7091-41a6-9416-3c154bc15561 req-bc93789e-f41d-4a7c-8e93-3ed41ff5d8e2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:05.670237 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f92691ae-7091-41a6-9416-3c154bc15561 req-bc93789e-f41d-4a7c-8e93-3ed41ff5d8e2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 943 time: 0.1039152 Apr 11 12:59:05.681069 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-478dd2fd-5d9a-48a8-adbb-65d4c0506ba4 admin admin] Publish callbacks [] for security_group (d6b4d295-1984-4603-a7e5-7746f03b5332), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.690736 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 4df56671-8ff0-4dd2-8e10-cc610034d5e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4df56671-8ff0-4dd2-8e10-cc610034d5e7,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:59:05.695244 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-478dd2fd-5d9a-48a8-adbb-65d4c0506ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (d6b4d295-1984-4603-a7e5-7746f03b5332), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.695894 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.756634 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=4df56671-8ff0-4dd2-8e10-cc610034d5e7,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:05.785217 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-478dd2fd-5d9a-48a8-adbb-65d4c0506ba4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=241c0fb1048e44a2afb175fcfdbb37d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5255888 Apr 11 12:59:05.787907 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 50060) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:05.796989 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9276-61f5-4d6e-beee-2a1f25b7887f req-a66a2010-b8be-4f56-83a2-5338d78f7741 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:05.798820 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ebd9276-61f5-4d6e-beee-2a1f25b7887f req-a66a2010-b8be-4f56-83a2-5338d78f7741 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.1066308 Apr 11 12:59:05.799469 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dd2fd-5d9a-48a8-adbb-65d4c0506ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4d295-1984-4603-a7e5-7746f03b5332,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:05.827096 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f92691ae-7091-41a6-9416-3c154bc15561 req-db4fdaa6-0c4c-4b59-9b2e-ac901f7fbd44 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487925 Apr 11 12:59:05.856702 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2145f3b0-5d18-4cc3-bf46-ae356f8a8fcc admin admin] Publish callbacks [] for security_group (d6b4d295-1984-4603-a7e5-7746f03b5332), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.875305 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ebd9276-61f5-4d6e-beee-2a1f25b7887f req-78f8e675-d9b8-41b4-baef-47afb76c9fff tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607762 Apr 11 12:59:05.892046 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2145f3b0-5d18-4cc3-bf46-ae356f8a8fcc admin admin] Publish callbacks [] for security_group (d6b4d295-1984-4603-a7e5-7746f03b5332), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.944906 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2145f3b0-5d18-4cc3-bf46-ae356f8a8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (d6b4d295-1984-4603-a7e5-7746f03b5332), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.946000 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c41f7e-cd75-4707-b6b0-194244f55e18'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:59:05.949327 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2145f3b0-5d18-4cc3-bf46-ae356f8a8fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:05.950034 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27aa7ac-3c85-4d6a-949a-c93d61180dc5" -d '{"events": [{"server_uuid": "740f3a6e-7869-4459-8cc3-c6d30c34b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "61c41f7e-cd75-4707-b6b0-194244f55e18"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:59:05.953340 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2145f3b0-5d18-4cc3-bf46-ae356f8a8fcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6b4d295-1984-4603-a7e5-7746f03b5332 HTTP/1.1" status: 204 len: 168 time: 0.1610167 Apr 11 12:59:05.969442 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d7aef-4724-4e48-940a-7cc8319eb889 req-e6920e0a-22b3-473c-9ee0-6b27385ebb94 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:05.970295 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145f3b0-5d18-4cc3-bf46-ae356f8a8fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4d295-1984-4603-a7e5-7746f03b5332,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:05.971650 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b58d7aef-4724-4e48-940a-7cc8319eb889 req-e6920e0a-22b3-473c-9ee0-6b27385ebb94 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0548751 Apr 11 12:59:06.007840 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cccf12d-0a7b-4e1e-b817-a0519a2a044a x-openstack-request-id: req-0cccf12d-0a7b-4e1e-b817-a0519a2a044a {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:59:06.008682 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740f3a6e-7869-4459-8cc3-c6d30c34b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "61c41f7e-cd75-4707-b6b0-194244f55e18", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:59:06.008954 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0cccf12d-0a7b-4e1e-b817-a0519a2a044a {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:59:06.009395 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cccf12d-0a7b-4e1e-b817-a0519a2a044a'] response: {'server_uuid': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c41f7e-cd75-4707-b6b0-194244f55e18', 'code': 200} Apr 11 12:59:06.034552 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['4df56671-8ff0-4dd2-8e10-cc610034d5e7'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 12:59:06.043937 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b58d7aef-4724-4e48-940a-7cc8319eb889 req-9410bddd-bbbd-4f2a-93e0-5cdc90283f0b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627749 Apr 11 12:59:06.211220 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b15bf-515f-4779-8b4b-0e707babd758 req-0f31dcf8-4377-4920-9c05-aae1682148a0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:06.213097 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-139b15bf-515f-4779-8b4b-0e707babd758 req-0f31dcf8-4377-4920-9c05-aae1682148a0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0604892 Apr 11 12:59:06.295843 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-139b15bf-515f-4779-8b4b-0e707babd758 req-57a09b49-8f4f-4c09-b7b9-73fdf22c7232 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767488 Apr 11 12:59:06.529430 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 50096) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:06.544242 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:06.671977 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Publish callbacks [] for security_group (007f6b11-821b-48da-b296-db0283fdabb6), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:06.678356 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (007f6b11-821b-48da-b296-db0283fdabb6), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:06.688737 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533faeea-42e3-43da-98ea-692d815bf731 req-5077c22d-8540-4e3f-8c7d-462b53f3f49f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:06.690918 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-533faeea-42e3-43da-98ea-692d815bf731 req-5077c22d-8540-4e3f-8c7d-462b53f3f49f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0597715 Apr 11 12:59:06.711649 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6d5e62c86d54996a179dc3f4bf637a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804652 Apr 11 12:59:06.715589 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50102) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:06.737083 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007f6b11-821b-48da-b296-db0283fdabb6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:06.746758 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.747105 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.747439 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.747767 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.748308 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.748633 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.748987 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.749296 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.749633 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.749953 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.750268 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.750597 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.750911 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.751218 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.751664 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8429f-8459-4e28-8298-bdbc4f3a19bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:06.792540 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ebcd6-6260-4330-abd2-60e25b7039f6 req-fdd5151b-8bf1-4d9d-9ebc-631bc7187f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:06.793943 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a36ebcd6-6260-4330-abd2-60e25b7039f6 req-fdd5151b-8bf1-4d9d-9ebc-631bc7187f04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 1129 time: 0.0492373 Apr 11 12:59:06.796482 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-533faeea-42e3-43da-98ea-692d815bf731 req-144c59de-9ed7-4fa3-bd5e-7471359045f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992723 Apr 11 12:59:06.849034 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a36ebcd6-6260-4330-abd2-60e25b7039f6 req-816be3d7-7bc3-4f66-8970-e92789a82920 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447950 Apr 11 12:59:06.857176 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-1f75cf2f-1023-4f1b-8a4f-8fe84df85758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:06.858739 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-1f75cf2f-1023-4f1b-8a4f-8fe84df85758 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 1130 time: 0.1323357 Apr 11 12:59:06.870615 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Publish callbacks [] for security_group (007f6b11-821b-48da-b296-db0283fdabb6), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:06.892860 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Publish callbacks [] for security_group (007f6b11-821b-48da-b296-db0283fdabb6), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:06.985608 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bd0bc-46da-4d21-b6f6-2c97fc648036 req-68b4e983-b6f3-453f-9176-d6a8159355a7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:06.987105 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-795bd0bc-46da-4d21-b6f6-2c97fc648036 req-68b4e983-b6f3-453f-9176-d6a8159355a7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 944 time: 0.0853460 Apr 11 12:59:07.013092 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bef3ef-7cf3-4f0f-ace4-42efd6e82bfd req-fe980b32-ec1b-4e4e-b893-07343fb35f0d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:07.014586 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a4bef3ef-7cf3-4f0f-ace4-42efd6e82bfd req-fe980b32-ec1b-4e4e-b893-07343fb35f0d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0681138 Apr 11 12:59:07.042163 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (007f6b11-821b-48da-b296-db0283fdabb6), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:07.044663 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:07.045775 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/007f6b11-821b-48da-b296-db0283fdabb6 HTTP/1.1" status: 204 len: 168 time: 0.3292487 Apr 11 12:59:07.081435 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007f6b11-821b-48da-b296-db0283fdabb6,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:07.102187 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-795bd0bc-46da-4d21-b6f6-2c97fc648036 req-a178e4f2-398f-45fe-b6d5-450b538aadf2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085429 Apr 11 12:59:07.103437 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.103782 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.104158 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.104498 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.104833 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.105195 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.105503 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.105809 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.106133 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.106456 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.106782 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.107108 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.107425 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.107744 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.108078 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950bc55-a489-4af2-a444-f338c478f4b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.125230 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a4bef3ef-7cf3-4f0f-ace4-42efd6e82bfd req-4e87c35f-6bba-4ddc-afaa-8a2c56f2665c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040096 Apr 11 12:59:07.284146 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4cebc-3e4e-429d-8470-b6bb4ec8a8b2 req-3cbc3ba1-a6fa-43c5-8b4e-1b7b6cfdcdd8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:07.285637 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7de4cebc-3e4e-429d-8470-b6bb4ec8a8b2 req-3cbc3ba1-a6fa-43c5-8b4e-1b7b6cfdcdd8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0871553 Apr 11 12:59:07.290898 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-de49f2c7-06d4-4f1f-af20-8734f68074aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:07.292048 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-de49f2c7-06d4-4f1f-af20-8734f68074aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.1578221 Apr 11 12:59:07.343624 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-ad2f5ca5-f54e-42e4-b107-64dc11679bab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dcc6a1-600e-4d2c-a3d4-172efe1f4371 HTTP/1.1" status: 200 len: 217 time: 0.0407281 Apr 11 12:59:07.371931 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0683d1ab-262e-4fa3-bdca-4cabed504c43 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 12:59:07.377167 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 4df56671-8ff0-4dd2-8e10-cc610034d5e7 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:59:07.414621 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7de4cebc-3e4e-429d-8470-b6bb4ec8a8b2 req-c4f6128d-791f-44b7-94b3-6e3af226b09e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143749 Apr 11 12:59:07.437129 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-086d8062-2e44-42cc-adef-a44f9433547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:07.440229 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-086d8062-2e44-42cc-adef-a44f9433547c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.0838206 Apr 11 12:59:07.473450 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 12:59:07.481827 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:07.482199 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:07.579608 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:59:07.596612 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'port_id': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'mac_address': 'fa:16:3e:17:b2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 12:59:07.660564 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:59:07.662345 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:07.682117 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 0683d1ab-262e-4fa3-bdca-4cabed504c43 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:59:07.682508 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:07.706015 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0683d1ab-262e-4fa3-bdca-4cabed504c43 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 12:59:07.726222 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 4df56671-8ff0-4dd2-8e10-cc610034d5e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4df56671-8ff0-4dd2-8e10-cc610034d5e7,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:59:07.735435 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:07.738264 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:59:07.743376 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:07.792358 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=4df56671-8ff0-4dd2-8e10-cc610034d5e7,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:07.803338 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.803831 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.805214 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.805365 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.805629 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.805951 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.806433 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.807346 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.807680 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.808007 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.808353 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.808690 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.809010 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.809331 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.809632 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:07.830837 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-8298fcfa-c137-46a3-afc4-c96233bd5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:07.832436 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-8298fcfa-c137-46a3-afc4-c96233bd5d8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631421 Apr 11 12:59:07.865589 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-b930b97d-e03d-4111-bba5-6cf338da44d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497622 Apr 11 12:59:07.914033 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:07.983336 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15631b-6f94-4068-ad13-cfd010edb21a req-151aba38-d39d-400c-b11e-9657aaaaca20 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:07.990444 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3b15631b-6f94-4068-ad13-cfd010edb21a req-151aba38-d39d-400c-b11e-9657aaaaca20 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0863614 Apr 11 12:59:07.995389 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-cba140dc-ae17-4abc-81d0-4919548292de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:07.997439 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-cba140dc-ae17-4abc-81d0-4919548292de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=336060b9eecf4af88540e5597ecf1751&device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 1129 time: 0.0620205 Apr 11 12:59:08.010502 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20778e35-67bc-40e6-aef8-9661a2deb217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df56671-8ff0-4dd2-8e10-cc610034d5e7'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:59:08.017853 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4432152b-bf01-4b30-b192-a8c870d93a87" -d '{"events": [{"server_uuid": "20778e35-67bc-40e6-aef8-9661a2deb217", "name": "network-vif-plugged", "status": "completed", "tag": "4df56671-8ff0-4dd2-8e10-cc610034d5e7"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:59:08.047168 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-f8efb004-899c-4c7c-ba92-e19a66a12602 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028201 Apr 11 12:59:08.070228 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17e21e8-6dec-4d0c-9ef4-b43d676f96cb x-openstack-request-id: req-e17e21e8-6dec-4d0c-9ef4-b43d676f96cb {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:59:08.070885 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20778e35-67bc-40e6-aef8-9661a2deb217", "name": "network-vif-plugged", "status": "completed", "tag": "4df56671-8ff0-4dd2-8e10-cc610034d5e7", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:59:08.071416 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e17e21e8-6dec-4d0c-9ef4-b43d676f96cb {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:59:08.072086 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17e21e8-6dec-4d0c-9ef4-b43d676f96cb'] response: {'server_uuid': '20778e35-67bc-40e6-aef8-9661a2deb217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'code': 200} Apr 11 12:59:08.077069 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3b15631b-6f94-4068-ad13-cfd010edb21a req-db6190bc-9418-4107-af01-1b62799bb78e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825989 Apr 11 12:59:08.159086 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['0683d1ab-262e-4fa3-bdca-4cabed504c43'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 12:59:08.214036 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0952a3b9-f479-4d2e-9cbc-c6575b4b17a1 req-c06f3a3f-aa85-4796-a0d6-d645c8b3201d service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579869 Apr 11 12:59:08.425950 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec316d33-91d6-47a9-b4d1-d6c290b7d35a req-2f9a2d45-8e8d-4626-9b64-1e9de3f422b9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:08.427498 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ec316d33-91d6-47a9-b4d1-d6c290b7d35a req-2f9a2d45-8e8d-4626-9b64-1e9de3f422b9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 945 time: 0.1287632 Apr 11 12:59:08.457329 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:08.470337 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ae113-1f2d-41b9-9aaa-78d39b3fb937 req-5fcb0367-8f84-4562-9fda-4384b34b5c2f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:08.471821 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9d9ae113-1f2d-41b9-9aaa-78d39b3fb937 req-5fcb0367-8f84-4562-9fda-4384b34b5c2f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.1588471 Apr 11 12:59:08.515604 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-0dc197ac-f17b-42d4-8828-3019500b6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:08.517768 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-0dc197ac-f17b-42d4-8828-3019500b6947 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 HTTP/1.1" status: 200 len: 912 time: 0.4741027 Apr 11 12:59:08.520767 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ec316d33-91d6-47a9-b4d1-d6c290b7d35a req-070b7d6a-81e6-462a-972e-1f506c09c87a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861375 Apr 11 12:59:08.557197 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9d9ae113-1f2d-41b9-9aaa-78d39b3fb937 req-d8c0d430-07b1-482f-9cff-362ec8dcbc83 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771718 Apr 11 12:59:08.643322 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3bf81-a165-4a3e-8192-99e0996f48bb req-c4f57c80-a1e3-496b-beb0-ca4a73d2aae8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:08.644847 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-95e3bf81-a165-4a3e-8192-99e0996f48bb req-c4f57c80-a1e3-496b-beb0-ca4a73d2aae8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 944 time: 0.0568416 Apr 11 12:59:08.699649 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-95e3bf81-a165-4a3e-8192-99e0996f48bb req-864ea80a-220a-4e8e-baf5-c161a6171580 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449569 Apr 11 12:59:08.968552 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-b1c50f9b-b2ed-4488-8d72-6bccdc5abf46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee620d9a-3968-4acf-ba77-c9a87e59258d HTTP/1.1" status: 200 len: 217 time: 0.0479696 Apr 11 12:59:08.987558 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b8e5-c541-40f8-9483-146ec1c724c9 req-ef4ea894-c6ec-449c-977e-08ccf05fd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:08.989203 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4789b8e5-c541-40f8-9483-146ec1c724c9 req-ef4ea894-c6ec-449c-977e-08ccf05fd887 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 1129 time: 0.0517228 Apr 11 12:59:09.023694 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-47422b1a-b310-440e-be33-64973fb31349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:09.025228 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-47422b1a-b310-440e-be33-64973fb31349 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d71684f-5794-4481-9e3a-d90b7592ae40 HTTP/1.1" status: 200 len: 851 time: 0.0457029 Apr 11 12:59:09.106201 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-0c03a54b-db72-494d-8dc1-584b52c8ed64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bdb1c44-aa4a-471f-a8c6-f1f6673eed84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299129 Apr 11 12:59:09.140631 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4789b8e5-c541-40f8-9483-146ec1c724c9 req-f62dc2f0-40ec-40aa-9793-e1196a9c43bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647516 Apr 11 12:59:09.200054 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2acae-0b94-4e53-a144-417c4b16895d req-73735c09-5820-439a-97ae-13ea4edc28c2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:09.202140 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b4a2acae-0b94-4e53-a144-417c4b16895d req-73735c09-5820-439a-97ae-13ea4edc28c2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0498226 Apr 11 12:59:09.232670 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-04d6ace8-e39e-4251-be5e-79487f302b71 service neutron] 10.222.0.13 "GET /v2.0/networks/2bdb1c44-aa4a-471f-a8c6-f1f6673eed84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198008 Apr 11 12:59:09.253778 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b4a2acae-0b94-4e53-a144-417c4b16895d req-8e785126-a55f-42c2-ae7f-4c486024fa60 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455699 Apr 11 12:59:09.414860 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0683d1ab-262e-4fa3-bdca-4cabed504c43 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:59:09.469424 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 0683d1ab-262e-4fa3-bdca-4cabed504c43 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 12:59:09.475550 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 0683d1ab-262e-4fa3-bdca-4cabed504c43 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:09.475913 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:09.545500 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a441ede0-3b3f-4844-8d6c-5af363a338ea req-bcd21ceb-2ebe-4552-a5f1-476bb99aa532 service neutron] 10.222.0.13 "GET /v2.0/networks/2bdb1c44-aa4a-471f-a8c6-f1f6673eed84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971382 Apr 11 12:59:09.561690 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 0683d1ab-262e-4fa3-bdca-4cabed504c43 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:59:09.562385 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:09.612261 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:59:09.617801 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:09.673052 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:09.680928 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011b51e-4981-43de-bedb-fc304b57bacc req-ab671472-425e-414e-9055-32bf625ecaca tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:09.682468 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b011b51e-4981-43de-bedb-fc304b57bacc req-ab671472-425e-414e-9055-32bf625ecaca tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 945 time: 0.0922177 Apr 11 12:59:09.701800 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb806ea1-b19d-4201-b2d4-e4cfc6bc0448 req-bd3a8419-ca23-4939-88cb-81fa8a8d79ee tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:09.703246 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eb806ea1-b19d-4201-b2d4-e4cfc6bc0448 req-bd3a8419-ca23-4939-88cb-81fa8a8d79ee tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0692594 Apr 11 12:59:09.769654 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b011b51e-4981-43de-bedb-fc304b57bacc req-33189698-e2a1-467c-a4e8-0b4b7d4baaed tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807009 Apr 11 12:59:09.777396 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eb806ea1-b19d-4201-b2d4-e4cfc6bc0448 req-a116fcab-a1e6-4169-aeca-927101acb6a5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664024 Apr 11 12:59:09.910440 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d915c-6ad2-43e6-a743-d9a6a7688f97 req-9bd4031a-468f-41b7-b1a6-705eede52b35 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:09.911897 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2d3d915c-6ad2-43e6-a743-d9a6a7688f97 req-9bd4031a-468f-41b7-b1a6-705eede52b35 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0748196 Apr 11 12:59:09.919637 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a6eee-cf9b-4316-a43a-aa901eac79e8 req-d196ab6d-3deb-49e8-9083-a2c761b5d471 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:09.921070 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-866a6eee-cf9b-4316-a43a-aa901eac79e8 req-d196ab6d-3deb-49e8-9083-a2c761b5d471 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0752695 Apr 11 12:59:09.930421 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 50264) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:09.935114 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a49297c2-06ce-46d5-9b45-5e649503ed14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'floatingip': {'port_id': '61c41f7e-cd75-4707-b6b0-194244f55e18'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:59:09.963447 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2d3d915c-6ad2-43e6-a743-d9a6a7688f97 req-8613cb98-d085-404d-a280-dc9e36a01f88 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414267 Apr 11 12:59:10.010918 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a49297c2-06ce-46d5-9b45-5e649503ed14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (b23fe976-ddb4-4796-83c7-ccf1d6b62bfb), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:10.073508 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:59:10.075855 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13756195-ed6d-4f2d-8817-d96382a185e4" -d '{"events": [{"server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "name": "network-vif-plugged", "status": "completed", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:59:10.112246 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 12:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f9afa2-0573-49a1-a87d-e4b78617a08f x-openstack-request-id: req-72f9afa2-0573-49a1-a87d-e4b78617a08f {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:59:10.112524 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "name": "network-vif-plugged", "status": "completed", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:59:10.112948 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72f9afa2-0573-49a1-a87d-e4b78617a08f {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:59:10.113480 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f9afa2-0573-49a1-a87d-e4b78617a08f'] response: {'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'code': 200} Apr 11 12:59:10.373334 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f232b2e-272f-40e4-9dc0-017b38f1e969 req-d2279df4-cf3e-48c8-a7d2-28facd3d483b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:10.374927 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4f232b2e-272f-40e4-9dc0-017b38f1e969 req-d2279df4-cf3e-48c8-a7d2-28facd3d483b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0499864 Apr 11 12:59:10.423383 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4f232b2e-272f-40e4-9dc0-017b38f1e969 req-090c2bd1-277d-4c6e-8902-3466df7afb47 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426266 Apr 11 12:59:10.444977 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c07e52-1690-4819-9e15-8d25371e1376 req-7fba9b35-2a4d-479c-9ff2-bbf5a1de3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:10.446551 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-97c07e52-1690-4819-9e15-8d25371e1376 req-7fba9b35-2a4d-479c-9ff2-bbf5a1de3152 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 1129 time: 0.0607121 Apr 11 12:59:10.602157 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-97c07e52-1690-4819-9e15-8d25371e1376 req-558eb153-b9f9-4844-a428-ab0f68dfdce0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165402 Apr 11 12:59:10.745226 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a49297c2-06ce-46d5-9b45-5e649503ed14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:10.750521 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a49297c2-06ce-46d5-9b45-5e649503ed14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (b23fe976-ddb4-4796-83c7-ccf1d6b62bfb), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:10.859947 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [None req-a49297c2-06ce-46d5-9b45-5e649503ed14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Floating IP b23fe976-ddb4-4796-83c7-ccf1d6b62bfb associated. External IP: 172.27.0.74, port: 61c41f7e-cd75-4707-b6b0-194244f55e18. Apr 11 12:59:10.896899 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6cd1-fecd-49a1-b5dd-1823a48aa7ac req-36c9bce4-82dd-49d8-949d-4bac736f0903 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:10.898383 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3c9d6cd1-fecd-49a1-b5dd-1823a48aa7ac req-36c9bce4-82dd-49d8-949d-4bac736f0903 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 945 time: 0.0496812 Apr 11 12:59:10.950305 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3c9d6cd1-fecd-49a1-b5dd-1823a48aa7ac req-9ef7f8e7-4976-4212-a19d-0d2ffcb1aa4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461631 Apr 11 12:59:11.091659 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1598d0-8ea1-48a6-8db4-37f83be4eae9 req-7f526f4f-0089-4fed-9d1c-d80703582a89 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:11.093243 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-af1598d0-8ea1-48a6-8db4-37f83be4eae9 req-7f526f4f-0089-4fed-9d1c-d80703582a89 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 945 time: 0.0722499 Apr 11 12:59:11.102021 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50290) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:11.106560 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-ba3640d3-477b-43f0-9564-433889a3d5d7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'floatingip': {'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:59:11.142479 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadf12a-0df4-4196-8685-e2720ff7229e req-3641e9af-eec4-48a7-86fc-df27cd34bff5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:11.143948 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-efadf12a-0df4-4196-8685-e2720ff7229e req-3641e9af-eec4-48a7-86fc-df27cd34bff5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0948875 Apr 11 12:59:11.298860 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49297c2-06ce-46d5-9b45-5e649503ed14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Router d8a70237-90f5-4ff7-a472-c15d13a0ab3e has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 12:59:11.390128 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba3640d3-477b-43f0-9564-433889a3d5d7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (588affc3-1c2f-4e17-aa61-cb2aea32294a), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:11.421263 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49297c2-06ce-46d5-9b45-5e649503ed14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:59:11.425926 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a49297c2-06ce-46d5-9b45-5e649503ed14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:11.434584 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] Sync routers for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:59:11.445955 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:59:11.445955 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:11.486207 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-a49297c2-06ce-46d5-9b45-5e649503ed14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "PUT /v2.0/floatingips/b23fe976-ddb4-4796-83c7-ccf1d6b62bfb HTTP/1.1" status: 200 len: 990 time: 1.5543947 Apr 11 12:59:11.487292 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'tag': '61c41f7e-cd75-4707-b6b0-194244f55e18'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:59:11.491155 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e086c7ea-ca92-42b4-9c76-3d26e21d8922" -d '{"events": [{"name": "network-changed", "server_uuid": "740f3a6e-7869-4459-8cc3-c6d30c34b8e6", "tag": "61c41f7e-cd75-4707-b6b0-194244f55e18"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:59:11.561591 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:59:11.576660 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-efadf12a-0df4-4196-8685-e2720ff7229e req-0ecec66c-2b19-4b2a-a2fd-b4dde41aa437 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029309 Apr 11 12:59:11.609774 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88185b27-0a98-4aaf-8eec-d352444e65c6 req-6321b149-c8c2-4d98-9319-3e2d44e51de7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:11.611273 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-88185b27-0a98-4aaf-8eec-d352444e65c6 req-6321b149-c8c2-4d98-9319-3e2d44e51de7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0965428 Apr 11 12:59:11.644838 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c824ffb2-4a5d-4338-892e-f9902f20ffa4 x-openstack-request-id: req-c824ffb2-4a5d-4338-892e-f9902f20ffa4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:59:11.645151 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740f3a6e-7869-4459-8cc3-c6d30c34b8e6", "tag": "61c41f7e-cd75-4707-b6b0-194244f55e18", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:59:11.645549 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c824ffb2-4a5d-4338-892e-f9902f20ffa4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:59:11.646186 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c824ffb2-4a5d-4338-892e-f9902f20ffa4'] response: {'name': 'network-changed', 'server_uuid': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'tag': '61c41f7e-cd75-4707-b6b0-194244f55e18', 'status': 'completed', 'code': 200} Apr 11 12:59:11.736084 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-88185b27-0a98-4aaf-8eec-d352444e65c6 req-4e90841f-10b7-49c1-b6ed-e1093b266267 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852311 Apr 11 12:59:11.848091 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'b23fe976-ddb4-4796-83c7-ccf1d6b62bfb', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'port_id': '61c41f7e-cd75-4707-b6b0-194244f55e18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'mac_address': 'fa:16:3e:3c:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:30Z', 'updated_at': '2022-04-11T12:59:10Z', 'revision_number': 1, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:11.879878 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] Checking router: d8a70237-90f5-4ff7-a472-c15d13a0ab3e for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:59:11.889556 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:59:11.890355 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:12.000242 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:59:12.170716 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba3640d3-477b-43f0-9564-433889a3d5d7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:12.177833 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba3640d3-477b-43f0-9564-433889a3d5d7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (588affc3-1c2f-4e17-aa61-cb2aea32294a), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:12.219595 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'b23fe976-ddb4-4796-83c7-ccf1d6b62bfb', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'port_id': '61c41f7e-cd75-4707-b6b0-194244f55e18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'mac_address': 'fa:16:3e:3c:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:30Z', 'updated_at': '2022-04-11T12:59:10Z', 'revision_number': 1, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:12.250887 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc39f12-c7d2-485e-828d-431875f86b2b None None] The sync data for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi is: [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'b23fe976-ddb4-4796-83c7-ccf1d6b62bfb', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'port_id': '61c41f7e-cd75-4707-b6b0-194244f55e18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'mac_address': 'fa:16:3e:3c:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:30Z', 'updated_at': '2022-04-11T12:59:10Z', 'revision_number': 1, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:59:12.282711 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [None req-ba3640d3-477b-43f0-9564-433889a3d5d7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Floating IP 588affc3-1c2f-4e17-aa61-cb2aea32294a associated. External IP: 172.27.0.3, port: 4df56671-8ff0-4dd2-8e10-cc610034d5e7. Apr 11 12:59:12.448003 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33602b-58f5-44e5-b4b2-9ce96c962cb7 None None] New status for floating IP b23fe976-ddb4-4796-83c7-ccf1d6b62bfb: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 12:59:12.505968 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3640d3-477b-43f0-9564-433889a3d5d7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 12:59:12.628579 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3640d3-477b-43f0-9564-433889a3d5d7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:59:12.634210 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba3640d3-477b-43f0-9564-433889a3d5d7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:12.641104 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:59:12.652493 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:59:12.653494 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:12.682320 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-ba3640d3-477b-43f0-9564-433889a3d5d7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "PUT /v2.0/floatingips/588affc3-1c2f-4e17-aa61-cb2aea32294a HTTP/1.1" status: 200 len: 989 time: 1.5791805 Apr 11 12:59:12.684472 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20778e35-67bc-40e6-aef8-9661a2deb217', 'tag': '4df56671-8ff0-4dd2-8e10-cc610034d5e7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:59:12.686961 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c791046-b627-4697-9a47-9f947462dba2" -d '{"events": [{"name": "network-changed", "server_uuid": "20778e35-67bc-40e6-aef8-9661a2deb217", "tag": "4df56671-8ff0-4dd2-8e10-cc610034d5e7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:59:12.732183 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de580c-4f89-47ca-b3c6-ef8c4261210b x-openstack-request-id: req-56de580c-4f89-47ca-b3c6-ef8c4261210b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:59:12.733136 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20778e35-67bc-40e6-aef8-9661a2deb217", "tag": "4df56671-8ff0-4dd2-8e10-cc610034d5e7", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:59:12.733136 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56de580c-4f89-47ca-b3c6-ef8c4261210b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:59:12.733500 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56de580c-4f89-47ca-b3c6-ef8c4261210b'] response: {'name': 'network-changed', 'server_uuid': '20778e35-67bc-40e6-aef8-9661a2deb217', 'tag': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'status': 'completed', 'code': 200} Apr 11 12:59:12.754460 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577134c1-db73-41fe-9ef4-9d8d2d805db6 req-5e47417c-5f37-4225-abbe-7a1d0a4993ce tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:12.757215 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-577134c1-db73-41fe-9ef4-9d8d2d805db6 req-5e47417c-5f37-4225-abbe-7a1d0a4993ce tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0732603 Apr 11 12:59:12.842936 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:59:12.852332 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-577134c1-db73-41fe-9ef4-9d8d2d805db6 req-96ba3331-27e6-4e0b-8c23-b92bcc2caa8c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824225 Apr 11 12:59:12.904626 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714f12a-fcfc-46c7-afd7-3bc83513a499 req-f89cdf3c-10e5-4ebf-ad4f-f4cf158d1b4a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:12.906861 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3714f12a-fcfc-46c7-afd7-3bc83513a499 req-f89cdf3c-10e5-4ebf-ad4f-f4cf158d1b4a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0536754 Apr 11 12:59:12.958587 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3714f12a-fcfc-46c7-afd7-3bc83513a499 req-c9320261-49d8-40d5-98d2-c27177fb9250 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447607 Apr 11 12:59:13.163557 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '588affc3-1c2f-4e17-aa61-cb2aea32294a', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:93:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:31Z', 'updated_at': '2022-04-11T12:59:12Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:13.193425 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:59:13.202111 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:59:13.203006 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:13.313145 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:59:13.530659 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '588affc3-1c2f-4e17-aa61-cb2aea32294a', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:93:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:31Z', 'updated_at': '2022-04-11T12:59:12Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:13.560723 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5c492-43c8-48b2-82b5-5f13aeb325f9 None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '588affc3-1c2f-4e17-aa61-cb2aea32294a', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:93:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:31Z', 'updated_at': '2022-04-11T12:59:12Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:59:13.759467 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069d6d95-edc7-4476-8509-b603ebb7f029 None None] New status for floating IP 588affc3-1c2f-4e17-aa61-cb2aea32294a: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 12:59:13.979623 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1ecba-5fc6-4f26-b591-f4cc2e7ec9f6 req-a1d07b42-d6f8-4bb9-bbf2-c4fcecd7ea36 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:13.981118 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-14f1ecba-5fc6-4f26-b591-f4cc2e7ec9f6 req-a1d07b42-d6f8-4bb9-bbf2-c4fcecd7ea36 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0481527 Apr 11 12:59:14.044726 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-14f1ecba-5fc6-4f26-b591-f4cc2e7ec9f6 req-9697cd02-ea0f-4163-9092-e2e58e839068 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564928 Apr 11 12:59:14.082495 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217309b6-6c7a-4bf7-b5fe-e2f4f654648f req-94aff90b-e72d-44e3-b24a-b4a5c4d823e2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:14.083910 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-217309b6-6c7a-4bf7-b5fe-e2f4f654648f req-94aff90b-e72d-44e3-b24a-b4a5c4d823e2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0531602 Apr 11 12:59:14.132103 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-217309b6-6c7a-4bf7-b5fe-e2f4f654648f req-0cff3510-d4e5-43ad-9c01-c6a7eaa4a99d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Apr 11 12:59:15.200694 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602bfcd-aa24-41eb-b381-cabeb7b070e2 req-f20c7750-d00e-493e-b804-f6b84506f3b7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:15.203953 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4602bfcd-aa24-41eb-b381-cabeb7b070e2 req-f20c7750-d00e-493e-b804-f6b84506f3b7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0775809 Apr 11 12:59:15.287157 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4602bfcd-aa24-41eb-b381-cabeb7b070e2 req-5aa5b6ba-d40e-4208-9cb5-2ea65617486b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780995 Apr 11 12:59:15.293589 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dbbe0-7d4f-4e9c-97f2-fd152b431b9e req-0cfd85f5-459a-434e-9f59-16ee92dba2aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:15.295499 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d63dbbe0-7d4f-4e9c-97f2-fd152b431b9e req-0cfd85f5-459a-434e-9f59-16ee92dba2aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0714772 Apr 11 12:59:15.358515 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d63dbbe0-7d4f-4e9c-97f2-fd152b431b9e req-94cab95a-ea57-4c06-b1f2-2cbfd71fbb46 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569706 Apr 11 12:59:15.749727 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-48af3669-9ec1-49a9-a4ad-36be268e90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:15.749976 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c791046-b627-4697-9a47-9f947462dba2 req-d25ca20e-0514-491d-a7e3-c069b8a8af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:15.751269 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2c791046-b627-4697-9a47-9f947462dba2 req-d25ca20e-0514-491d-a7e3-c069b8a8af53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 1129 time: 0.0405378 Apr 11 12:59:15.751403 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-48af3669-9ec1-49a9-a4ad-36be268e90ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 1129 time: 0.0396011 Apr 11 12:59:16.423386 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6b62a-06d5-41d9-b3f6-9ca65dbe5f3d req-6eb45b7e-9d54-4c4b-a907-0b2458047120 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:16.425236 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-36a6b62a-06d5-41d9-b3f6-9ca65dbe5f3d req-6eb45b7e-9d54-4c4b-a907-0b2458047120 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0584142 Apr 11 12:59:16.502294 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f6627-bb6c-4e40-9f52-e2d304b2b07c req-23604f40-1ff7-428c-94b0-539596116f15 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:16.503794 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-005f6627-bb6c-4e40-9f52-e2d304b2b07c req-23604f40-1ff7-428c-94b0-539596116f15 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0664537 Apr 11 12:59:16.521833 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-36a6b62a-06d5-41d9-b3f6-9ca65dbe5f3d req-3616adbe-c452-4a89-94b3-4d3f357f832d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908389 Apr 11 12:59:16.565643 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-005f6627-bb6c-4e40-9f52-e2d304b2b07c req-3ac14b1d-64fb-4367-a0df-dbd66b1eb4ee tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538731 Apr 11 12:59:17.660058 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bf715-2505-49a0-8a2f-86852f08640c req-2001e169-bd4f-41ac-8261-39d68f6aa983 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:17.661578 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c18bf715-2505-49a0-8a2f-86852f08640c req-2001e169-bd4f-41ac-8261-39d68f6aa983 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0592649 Apr 11 12:59:17.712718 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2f5c9-2270-4019-a4b4-2b66e226b919 req-1ac91fa3-341c-454e-a5f4-4bf1e5b07918 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:17.714241 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3ab2f5c9-2270-4019-a4b4-2b66e226b919 req-1ac91fa3-341c-454e-a5f4-4bf1e5b07918 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0744452 Apr 11 12:59:17.751682 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c18bf715-2505-49a0-8a2f-86852f08640c req-33b39a8d-f5fd-4e37-b86f-aa0495777192 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750167 Apr 11 12:59:17.814139 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3ab2f5c9-2270-4019-a4b4-2b66e226b919 req-3619320f-740f-4a57-9d7c-677f848bb536 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918560 Apr 11 12:59:17.899486 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c791046-b627-4697-9a47-9f947462dba2 req-75727b86-97b7-4bdd-898e-47646c3ffbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:17.901108 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2c791046-b627-4697-9a47-9f947462dba2 req-75727b86-97b7-4bdd-898e-47646c3ffbcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 916 time: 0.1420960 Apr 11 12:59:17.906230 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-9cbbc13c-3f06-4788-9a55-50aa8134fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:17.907781 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-9cbbc13c-3f06-4788-9a55-50aa8134fd58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 HTTP/1.1" status: 200 len: 911 time: 0.1163690 Apr 11 12:59:18.169439 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50432) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:18.276659 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-222d5c08-62f1-4144-a467-20223440d3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:18.356920 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-222d5c08-62f1-4144-a467-20223440d3e4 admin admin] Publish callbacks [] for security_group (00209d7b-08bf-46ec-84e7-5a737a6d8a9b), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:18.362359 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-222d5c08-62f1-4144-a467-20223440d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (00209d7b-08bf-46ec-84e7-5a737a6d8a9b), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:18.399993 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-222d5c08-62f1-4144-a467-20223440d3e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ecfd7d7b564468c95e5cdad9ae7aa36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295084 Apr 11 12:59:18.400976 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d5c08-62f1-4144-a467-20223440d3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00209d7b-08bf-46ec-84e7-5a737a6d8a9b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:18.403037 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 50438) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:18.450971 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1119d8ba-1020-4b78-b73f-0a265a385219 admin admin] Publish callbacks [] for security_group (00209d7b-08bf-46ec-84e7-5a737a6d8a9b), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:18.472826 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1119d8ba-1020-4b78-b73f-0a265a385219 admin admin] Publish callbacks [] for security_group (00209d7b-08bf-46ec-84e7-5a737a6d8a9b), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:18.522753 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1119d8ba-1020-4b78-b73f-0a265a385219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (00209d7b-08bf-46ec-84e7-5a737a6d8a9b), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:18.525510 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1119d8ba-1020-4b78-b73f-0a265a385219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:18.526765 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-1119d8ba-1020-4b78-b73f-0a265a385219 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00209d7b-08bf-46ec-84e7-5a737a6d8a9b HTTP/1.1" status: 204 len: 168 time: 0.1227541 Apr 11 12:59:18.534476 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119d8ba-1020-4b78-b73f-0a265a385219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00209d7b-08bf-46ec-84e7-5a737a6d8a9b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:18.718388 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-874f182f-af11-4b1c-bf5c-204671396455 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c41f7e-cd75-4707-b6b0-194244f55e18 HTTP/1.1" status: 200 len: 1000 time: 0.1089311 Apr 11 12:59:18.727032 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2c791046-b627-4697-9a47-9f947462dba2 req-20891eca-71f5-4fef-a7c2-c5220f9522f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df56671-8ff0-4dd2-8e10-cc610034d5e7 HTTP/1.1" status: 200 len: 999 time: 0.1148646 Apr 11 12:59:18.815975 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50446) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:19.041777 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52ca0d1d-7ddf-4cab-99a4-f892dbd1146c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:19.122274 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38100b18-71b8-429c-9e1e-978226c051c6 req-82478529-0193-4594-b707-21aaf71df371 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:19.123784 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-38100b18-71b8-429c-9e1e-978226c051c6 req-82478529-0193-4594-b707-21aaf71df371 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0933256 Apr 11 12:59:19.129938 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426f3a4-0f98-4e2b-bd05-9839517e9d90 req-c12fe6ad-1fed-43a1-85da-d451de2a6303 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:19.131508 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a426f3a4-0f98-4e2b-bd05-9839517e9d90 req-c12fe6ad-1fed-43a1-85da-d451de2a6303 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0998337 Apr 11 12:59:19.206723 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c791046-b627-4697-9a47-9f947462dba2 req-96ee7cbd-9d17-4008-a84d-883ec9735e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:19.209098 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2c791046-b627-4697-9a47-9f947462dba2 req-96ee7cbd-9d17-4008-a84d-883ec9735e84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 200 len: 854 time: 0.0520713 Apr 11 12:59:19.270407 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c791046-b627-4697-9a47-9f947462dba2 req-8bcaa112-9c79-4bde-b76c-c5d100b8f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:19.272572 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2c791046-b627-4697-9a47-9f947462dba2 req-8bcaa112-9c79-4bde-b76c-c5d100b8f4c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=381efb3a-a75e-48f6-b4fc-e139de7ec13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458851 Apr 11 12:59:19.279778 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-52784f65-ffca-402a-a63c-0fb52605aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:19.281301 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-52784f65-ffca-402a-a63c-0fb52605aac2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41075c3c-d0cc-4765-8f6f-576ec246c5a9 HTTP/1.1" status: 200 len: 849 time: 0.1171119 Apr 11 12:59:19.291422 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-38100b18-71b8-429c-9e1e-978226c051c6 req-f9c5bd7d-a162-4cde-b2f0-1b858a1ef7a4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589186 Apr 11 12:59:19.352725 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a426f3a4-0f98-4e2b-bd05-9839517e9d90 req-03258d5f-4894-4dc6-ab99-59a3404d38b4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097976 Apr 11 12:59:19.373023 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52ca0d1d-7ddf-4cab-99a4-f892dbd1146c admin admin] Publish callbacks [] for security_group (78994442-ae33-419c-a9ff-480818a9b7ac), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:19.378476 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-288c65f9-74c6-4f8f-b713-aec67dcc579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:19.381027 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-288c65f9-74c6-4f8f-b713-aec67dcc579f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798798 Apr 11 12:59:19.382344 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52ca0d1d-7ddf-4cab-99a4-f892dbd1146c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (78994442-ae33-419c-a9ff-480818a9b7ac), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:19.402706 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2c791046-b627-4697-9a47-9f947462dba2 req-338b1897-70d3-4621-b6c2-2e827863c6f2 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019537 Apr 11 12:59:19.460191 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-52ca0d1d-7ddf-4cab-99a4-f892dbd1146c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a88d65f96a647c78b21189a2a10bb62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6430168 Apr 11 12:59:19.468214 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca0d1d-7ddf-4cab-99a4-f892dbd1146c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78994442-ae33-419c-a9ff-480818a9b7ac,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:19.468412 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 50460) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:19.529413 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2c791046-b627-4697-9a47-9f947462dba2 req-4706bf10-406a-4cc7-bf74-35af8c251e4c service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173770 Apr 11 12:59:19.537055 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9ff36-32ac-4092-88f1-29f965b9c857 req-bb1e4fab-8aba-43ed-9211-226880b5ed87 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:19.538643 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dbe9ff36-32ac-4092-88f1-29f965b9c857 req-bb1e4fab-8aba-43ed-9211-226880b5ed87 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0923111 Apr 11 12:59:19.543601 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb7536a9-cd5b-42dc-beca-7cbf884fb7db admin admin] Publish callbacks [] for security_group (78994442-ae33-419c-a9ff-480818a9b7ac), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:19.549246 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50462) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:19.554343 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-46e5a3fe-27b2-40c6-9f1c-4552bf833f41 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'floatingip': {'port_id': '0683d1ab-262e-4fa3-bdca-4cabed504c43'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:59:19.568615 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb7536a9-cd5b-42dc-beca-7cbf884fb7db admin admin] Publish callbacks [] for security_group (78994442-ae33-419c-a9ff-480818a9b7ac), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:19.606324 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-b1fb2c54-3ef2-4315-8e76-2d5fcd3dbbc5 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131290 Apr 11 12:59:19.608601 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46e5a3fe-27b2-40c6-9f1c-4552bf833f41 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (dff4e579-e8c9-4ce0-9ac9-b01848030c55), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:19.616400 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb7536a9-cd5b-42dc-beca-7cbf884fb7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (78994442-ae33-419c-a9ff-480818a9b7ac), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:19.619047 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb7536a9-cd5b-42dc-beca-7cbf884fb7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:19.620422 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-eb7536a9-cd5b-42dc-beca-7cbf884fb7db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78994442-ae33-419c-a9ff-480818a9b7ac HTTP/1.1" status: 204 len: 168 time: 0.1512675 Apr 11 12:59:19.628960 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7536a9-cd5b-42dc-beca-7cbf884fb7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78994442-ae33-419c-a9ff-480818a9b7ac,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:19.825889 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e086c7ea-ca92-42b4-9c76-3d26e21d8922 req-469604ae-162e-4286-a9eb-88bcc1e5f79a service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861312 Apr 11 12:59:20.156280 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46e5a3fe-27b2-40c6-9f1c-4552bf833f41 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:20.161101 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46e5a3fe-27b2-40c6-9f1c-4552bf833f41 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (dff4e579-e8c9-4ce0-9ac9-b01848030c55), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:20.276959 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [None req-46e5a3fe-27b2-40c6-9f1c-4552bf833f41 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Floating IP dff4e579-e8c9-4ce0-9ac9-b01848030c55 associated. External IP: 172.27.0.250, port: 0683d1ab-262e-4fa3-bdca-4cabed504c43. Apr 11 12:59:20.497642 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486bdd9-231d-4d84-8c03-d596249aa4e8 req-bbcb9cbe-3eb5-4d5f-beca-b4e044a8a7f6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:20.499474 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b486bdd9-231d-4d84-8c03-d596249aa4e8 req-bbcb9cbe-3eb5-4d5f-beca-b4e044a8a7f6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0943739 Apr 11 12:59:20.635522 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b486bdd9-231d-4d84-8c03-d596249aa4e8 req-2f28dfa3-a66f-4cf5-a7d3-9f1039abd9c4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266739 Apr 11 12:59:20.648169 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e5a3fe-27b2-40c6-9f1c-4552bf833f41 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Router 29d793be-1a08-4511-8b08-51b1f35300df has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 12:59:20.655649 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773d9db-70d3-46f0-858a-a9b04268344b req-cd515e9d-a511-41fc-a0b2-b3e247a4e847 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:20.661086 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7773d9db-70d3-46f0-858a-a9b04268344b req-cd515e9d-a511-41fc-a0b2-b3e247a4e847 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 945 time: 0.0810666 Apr 11 12:59:20.749183 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7773d9db-70d3-46f0-858a-a9b04268344b req-273e50df-b886-44e5-b308-dd3b6c0e975f tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849645 Apr 11 12:59:20.805618 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e5a3fe-27b2-40c6-9f1c-4552bf833f41 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:59:20.810212 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46e5a3fe-27b2-40c6-9f1c-4552bf833f41 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:20.815550 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] Sync routers for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:59:20.828589 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:59:20.829327 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:20.850701 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-46e5a3fe-27b2-40c6-9f1c-4552bf833f41 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "PUT /v2.0/floatingips/dff4e579-e8c9-4ce0-9ac9-b01848030c55 HTTP/1.1" status: 200 len: 991 time: 1.2924144 Apr 11 12:59:20.850701 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:59:20.850701 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ad6c7e-c959-42b1-a883-7e7ffe842067" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:59:20.887532 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8542ad08-e064-4dc8-af1c-bba794efb492 x-openstack-request-id: req-8542ad08-e064-4dc8-af1c-bba794efb492 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:59:20.887816 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:59:20.888085 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8542ad08-e064-4dc8-af1c-bba794efb492 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:59:20.888489 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8542ad08-e064-4dc8-af1c-bba794efb492'] response: {'name': 'network-changed', 'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'status': 'completed', 'code': 200} Apr 11 12:59:20.949869 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:59:21.182980 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'dff4e579-e8c9-4ce0-9ac9-b01848030c55', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'port_id': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'mac_address': 'fa:16:3e:17:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:36Z', 'updated_at': '2022-04-11T12:59:20Z', 'revision_number': 1, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:21.213803 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] Checking router: 29d793be-1a08-4511-8b08-51b1f35300df for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:59:21.222282 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:59:21.222881 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:58:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:21.332407 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:59:21.557699 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'dff4e579-e8c9-4ce0-9ac9-b01848030c55', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'port_id': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'mac_address': 'fa:16:3e:17:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:36Z', 'updated_at': '2022-04-11T12:59:20Z', 'revision_number': 1, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:21.584690 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755398c3-4e62-4adb-b693-41d590cf75a8 None None] The sync data for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi is: [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'dff4e579-e8c9-4ce0-9ac9-b01848030c55', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'port_id': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'mac_address': 'fa:16:3e:17:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:36Z', 'updated_at': '2022-04-11T12:59:20Z', 'revision_number': 1, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:59:21.757704 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91504a3-9043-4c8e-a83b-f0afd4e18abd req-522472ef-8ad6-4778-8d53-50b4bf2cb069 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:21.759222 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f91504a3-9043-4c8e-a83b-f0afd4e18abd req-522472ef-8ad6-4778-8d53-50b4bf2cb069 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0471611 Apr 11 12:59:21.797934 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3acffc-6ade-4a85-8310-edbb52400ec3 None None] New status for floating IP dff4e579-e8c9-4ce0-9ac9-b01848030c55: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 12:59:21.813105 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f91504a3-9043-4c8e-a83b-f0afd4e18abd req-1813c42e-5cc8-487c-8bd3-7f320dbb99a8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479767 Apr 11 12:59:21.872585 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5151ad-57fa-479c-bdf4-59522febb5e4 req-df437a1e-a86e-4865-86e6-a97fe015e4b7 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:21.874335 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3b5151ad-57fa-479c-bdf4-59522febb5e4 req-df437a1e-a86e-4865-86e6-a97fe015e4b7 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 945 time: 0.0497022 Apr 11 12:59:21.924885 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3b5151ad-57fa-479c-bdf4-59522febb5e4 req-2692ccf6-969e-41ea-bd54-81bea3325505 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443034 Apr 11 12:59:22.664176 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-4b34ef1c-904f-431f-bafe-1aa352f64aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:22.665828 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-4b34ef1c-904f-431f-bafe-1aa352f64aca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 1129 time: 0.0387452 Apr 11 12:59:22.760537 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-dedb3292-b35e-41d3-b32d-54df838b1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:22.762024 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-dedb3292-b35e-41d3-b32d-54df838b1227 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 915 time: 0.0882480 Apr 11 12:59:22.895429 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-48384c6a-1552-4d7a-a9fd-983ee7050e7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43 HTTP/1.1" status: 200 len: 1001 time: 0.0779810 Apr 11 12:59:22.927762 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11af45-75d4-4cac-aa9a-477eb3c53bbb req-75051e16-1ea7-41c1-8f0f-faba7d4d3e86 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:22.929242 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-da11af45-75d4-4cac-aa9a-477eb3c53bbb req-75051e16-1ea7-41c1-8f0f-faba7d4d3e86 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0460770 Apr 11 12:59:22.977388 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-da11af45-75d4-4cac-aa9a-477eb3c53bbb req-9aaab7b8-a7a2-45c5-b088-bfc6e6e3f397 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 Apr 11 12:59:23.040479 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780317c-dc98-49fc-85ad-cd4a729f401a req-1d042840-7168-4196-8f9a-5b784f6f042e tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:23.041925 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0780317c-dc98-49fc-85ad-cd4a729f401a req-1d042840-7168-4196-8f9a-5b784f6f042e tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 945 time: 0.0473564 Apr 11 12:59:23.094185 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0780317c-dc98-49fc-85ad-cd4a729f401a req-b06fcadb-4349-411e-bb1a-58112cb80092 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/security-groups?id=448423d8-e269-4d35-ab09-e8ec022f40ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Apr 11 12:59:23.179491 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-6119997b-f022-4cb4-ac4b-8cd57212912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:23.181172 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-6119997b-f022-4cb4-ac4b-8cd57212912d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204d0409-b5f8-49fe-bc93-a6fb09b4c374 HTTP/1.1" status: 200 len: 853 time: 0.0454946 Apr 11 12:59:23.342309 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-5055ccf7-4577-42ed-a28b-d2562d0f89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:23.343843 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-5055ccf7-4577-42ed-a28b-d2562d0f89f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e2ce377-60e7-40d0-a684-279719c14ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397375 Apr 11 12:59:23.444531 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-01ac4ecb-54af-4a90-862f-f8e82b6a0410 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875304 Apr 11 12:59:23.490299 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ade94-b09a-456b-a194-12d284385570 req-ec67785b-ea23-4b43-8884-734a36542831 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:23.491846 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-dd8ade94-b09a-456b-a194-12d284385570 req-ec67785b-ea23-4b43-8884-734a36542831 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 945 time: 0.0829973 Apr 11 12:59:23.537714 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-76ad6c7e-c959-42b1-a883-7e7ffe842067 req-d48efccc-885a-41f7-a44e-c6763f7d2bee service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857208 Apr 11 12:59:23.613042 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-dd8ade94-b09a-456b-a194-12d284385570 req-d7f81080-be8a-419a-9bb2-40f9ebec7a04 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Deleting port ee620d9a-3968-4acf-ba77-c9a87e59258d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 12:59:23.613387 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dd8ade94-b09a-456b-a194-12d284385570 req-d7f81080-be8a-419a-9bb2-40f9ebec7a04 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:23.709738 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-dd8ade94-b09a-456b-a194-12d284385570 req-d7f81080-be8a-419a-9bb2-40f9ebec7a04 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] For port ee620d9a-3968-4acf-ba77-c9a87e59258d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ee620d9a-3968-4acf-ba77-c9a87e59258d,segment=NetworkSegment(4af8f4a9-6134-4d8f-b9b8-628ef9254a59),segment_id=4af8f4a9-6134-4d8f-b9b8-628ef9254a59)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:59:23.710102 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dd8ade94-b09a-456b-a194-12d284385570 req-d7f81080-be8a-419a-9bb2-40f9ebec7a04 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:23.724870 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-dd8ade94-b09a-456b-a194-12d284385570 req-d7f81080-be8a-419a-9bb2-40f9ebec7a04 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Calling delete_port for ee620d9a-3968-4acf-ba77-c9a87e59258d owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 12:59:23.883600 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dd8ade94-b09a-456b-a194-12d284385570 req-d7f81080-be8a-419a-9bb2-40f9ebec7a04 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753'] for port (ee620d9a-3968-4acf-ba77-c9a87e59258d), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:23.914052 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f81080-be8a-419a-9bb2-40f9ebec7a04 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Pushing event deleted for resources: {'Port': ['ID=ee620d9a-3968-4acf-ba77-c9a87e59258d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:23.975660 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8ade94-b09a-456b-a194-12d284385570 req-d7f81080-be8a-419a-9bb2-40f9ebec7a04 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] No DVR routers for this DVR port ee620d9a-3968-4acf-ba77-c9a87e59258d on host hv-cinder-83608 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 12:59:23.981237 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dd8ade94-b09a-456b-a194-12d284385570 req-d7f81080-be8a-419a-9bb2-40f9ebec7a04 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:23.984746 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-dd8ade94-b09a-456b-a194-12d284385570 req-d7f81080-be8a-419a-9bb2-40f9ebec7a04 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.13 "DELETE /v2.0/ports/ee620d9a-3968-4acf-ba77-c9a87e59258d HTTP/1.1" status: 204 len: 173 time: 0.4834511 Apr 11 12:59:23.985188 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c67385a-defa-4e5a-a6ef-9980496c722b', 'name': 'network-vif-deleted', 'tag': 'ee620d9a-3968-4acf-ba77-c9a87e59258d'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 12:59:23.987424 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1f5358-dc86-4d70-8c55-a8570b69384f" -d '{"events": [{"server_uuid": "5c67385a-defa-4e5a-a6ef-9980496c722b", "name": "network-vif-deleted", "tag": "ee620d9a-3968-4acf-ba77-c9a87e59258d"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 12:59:24.030371 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4d91a4-2144-4815-858c-bc295d08457b x-openstack-request-id: req-7c4d91a4-2144-4815-858c-bc295d08457b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 12:59:24.030659 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c67385a-defa-4e5a-a6ef-9980496c722b", "name": "network-vif-deleted", "tag": "ee620d9a-3968-4acf-ba77-c9a87e59258d", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 12:59:24.030913 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c4d91a4-2144-4815-858c-bc295d08457b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 12:59:24.031571 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4d91a4-2144-4815-858c-bc295d08457b'] response: {'server_uuid': '5c67385a-defa-4e5a-a6ef-9980496c722b', 'name': 'network-vif-deleted', 'tag': 'ee620d9a-3968-4acf-ba77-c9a87e59258d', 'status': 'completed', 'code': 200} Apr 11 12:59:24.106249 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a55b7-255d-4061-a275-93c1760bf145 req-26df3de6-94ec-4877-8050-b5a0cd31df6b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:24.107900 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-550a55b7-255d-4061-a275-93c1760bf145 req-26df3de6-94ec-4877-8050-b5a0cd31df6b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0509808 Apr 11 12:59:24.167001 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-550a55b7-255d-4061-a275-93c1760bf145 req-db9d4235-38f0-46b7-bf2c-31d97eb3d9b0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514474 Apr 11 12:59:24.199644 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-80c91b22-429e-4f68-9fc2-b14e439b28aa req-16cd8525-14cc-4ae8-82d8-4fceb4e2ea8e tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.0313869 Apr 11 12:59:25.284614 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06deb4a1-5639-42fa-beb1-5de7f337561f req-6745f022-0ebc-404b-897a-14d1bcc7c05b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:25.286407 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06deb4a1-5639-42fa-beb1-5de7f337561f req-6745f022-0ebc-404b-897a-14d1bcc7c05b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0464470 Apr 11 12:59:25.333269 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-38988414-4eba-450a-a6c1-a771f4854332 req-cfbf47e3-6dc4-4f6d-9dd2-51b803a882be tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.0402322 Apr 11 12:59:25.361784 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06deb4a1-5639-42fa-beb1-5de7f337561f req-b0487e19-fd30-4c00-becd-f4e1cd18de7c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689616 Apr 11 12:59:25.960385 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device ee620d9a-3968-4acf-ba77-c9a87e59258d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 12:59:25.989223 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: ee620d9a-3968-4acf-ba77-c9a87e59258d {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 12:59:25.989568 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device ee620d9a-3968-4acf-ba77-c9a87e59258d not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 12:59:26.172231 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3984f3d0-5417-4b17-bb62-0bf5114418c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:26.448812 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-907bae9e-25a5-4b7f-8fc9-9dc96fe647e6 req-3548594c-bd59-430e-a96c-bcbf8253f96f tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.0348387 Apr 11 12:59:26.489230 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc83c81-657a-4269-92c7-f415e4a82681 req-8a53d9c8-5d12-4eaf-b498-3b40570c53e3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:26.490767 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bfc83c81-657a-4269-92c7-f415e4a82681 req-8a53d9c8-5d12-4eaf-b498-3b40570c53e3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0517075 Apr 11 12:59:26.539954 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bfc83c81-657a-4269-92c7-f415e4a82681 req-1ef55a48-4bd9-4fa8-9599-97f153ee5b26 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434246 Apr 11 12:59:27.557701 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-31dc0711-22a7-40c5-9ce7-a07070685577 req-95f77668-b8c9-4392-9fa1-dd8bda8886a2 tempest-DeleteServersTestJSON-616051165 tempest-DeleteServersTestJSON-616051165-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c67385a-defa-4e5a-a6ef-9980496c722b HTTP/1.1" status: 200 len: 210 time: 0.0267365 Apr 11 12:59:27.661973 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9ecdf-e79c-49eb-90e3-b93343442b2f req-6dffe50b-179e-4c8a-a577-8ae44e6aab68 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:27.663524 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-11e9ecdf-e79c-49eb-90e3-b93343442b2f req-6dffe50b-179e-4c8a-a577-8ae44e6aab68 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0542021 Apr 11 12:59:27.710482 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-11e9ecdf-e79c-49eb-90e3-b93343442b2f req-786277b7-b8ea-4a95-971c-7202bdedf5e9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Apr 11 12:59:28.742568 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0b7fc5d1-b357-4c92-ae95-692026cd6727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:28.830184 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50348194-1780-40ff-b03f-911ec76a69ee req-b853e324-5717-4dfb-8ede-0b26f3b2b00b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:28.831907 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-50348194-1780-40ff-b03f-911ec76a69ee req-b853e324-5717-4dfb-8ede-0b26f3b2b00b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0500844 Apr 11 12:59:28.887783 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-50348194-1780-40ff-b03f-911ec76a69ee req-44983a49-e38c-435e-b927-296d461f0ec1 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493863 Apr 11 12:59:29.522930 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.023407 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9975e4-caa0-4b02-b75c-983a73b0a21e req-bdae0430-1798-46f1-80c2-b4ff58fcbb01 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:30.025039 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ac9975e4-caa0-4b02-b75c-983a73b0a21e req-bdae0430-1798-46f1-80c2-b4ff58fcbb01 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0519974 Apr 11 12:59:30.030126 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50704) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:30.099009 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb9d91b-c622-4eac-b090-6c66199aec01 admin admin] Deleting subnet 6d71684f-5794-4481-9e3a-d90b7592ae40 {{(pid=103362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 12:59:30.107997 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d91b-c622-4eac-b090-6c66199aec01 admin admin] Publish callbacks [] for subnet (6d71684f-5794-4481-9e3a-d90b7592ae40), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.130110 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ac9975e4-caa0-4b02-b75c-983a73b0a21e req-2da1d81d-09b0-4051-91e1-2097a47ee6da tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925798 Apr 11 12:59:30.145722 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d91b-c622-4eac-b090-6c66199aec01 admin admin] Publish callbacks [] for subnet (6d71684f-5794-4481-9e3a-d90b7592ae40), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.154910 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d91b-c622-4eac-b090-6c66199aec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (6d71684f-5794-4481-9e3a-d90b7592ae40), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.215616 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d91b-c622-4eac-b090-6c66199aec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (6d71684f-5794-4481-9e3a-d90b7592ae40), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.238157 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9d91b-c622-4eac-b090-6c66199aec01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d71684f-5794-4481-9e3a-d90b7592ae40,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:30.243768 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d91b-c622-4eac-b090-6c66199aec01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.249901 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-4bb9d91b-c622-4eac-b090-6c66199aec01 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6d71684f-5794-4481-9e3a-d90b7592ae40 HTTP/1.1" status: 204 len: 168 time: 0.2157421 Apr 11 12:59:30.250073 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50710) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:30.316083 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (2bdb1c44-aa4a-471f-a8c6-f1f6673eed84), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.400477 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (2bdb1c44-aa4a-471f-a8c6-f1f6673eed84), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.422460 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.422825 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.423567 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.423893 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > port after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.424255 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.424567 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.424892 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.425193 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.425553 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.425873 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.554384 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.554737 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.555048 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.555384 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 12:59:30.555736 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdb1c44-aa4a-471f-a8c6-f1f6673eed84']}} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:30.573571 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af8f4a9-6134-4d8f-b9b8-628ef9254a59') {'for_net_delete': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:30.573854 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af8f4a9-6134-4d8f-b9b8-628ef9254a59') {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:30.590138 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25270521'] for segment (4af8f4a9-6134-4d8f-b9b8-628ef9254a59), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.611903 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (4af8f4a9-6134-4d8f-b9b8-628ef9254a59), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.620327 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 12:59:30.620869 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666239'] for segment (4af8f4a9-6134-4d8f-b9b8-628ef9254a59), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: from cryptography.utils import int_from_bytes Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: from cryptography.utils import int_from_bytes Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: Traceback (most recent call last): Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: timer() Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: cb(*args, **kw) Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: return func(*args, **kwargs) Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: self._notify() Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: self.callback(batched_events) Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: event.method(event) Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: return f(self, *a, **k) Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._get(url).json() Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: return self.request(url, 'GET', **kwargs) Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 12:59:30.648633 dv-cinder-836083-3-iscsi neutron-server[103362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 12:59:30.933723 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (2bdb1c44-aa4a-471f-a8c6-f1f6673eed84), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.941114 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:30.944892 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] 10.222.0.26 "DELETE /v2.0/networks/2bdb1c44-aa4a-471f-a8c6-f1f6673eed84 HTTP/1.1" status: 204 len: 168 time: 0.6939361 Apr 11 12:59:30.964932 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e27cad-e58c-4bfe-b0e8-64af12aa267a admin admin] Pushing event deleted for resources: {'Network': ['ID=2bdb1c44-aa4a-471f-a8c6-f1f6673eed84,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:30.975678 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:31.138336 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50726) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:31.181901 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-9b2608f2-55da-4520-b819-5c32006db01c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=336060b9eecf4af88540e5597ecf1751&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424120 Apr 11 12:59:31.184441 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50734) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:31.267701 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93329873-3bb9-4136-97d3-10445d7e3466 req-f59cf2f8-3af9-4bc5-b041-b5559aa7e52f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:31.269232 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93329873-3bb9-4136-97d3-10445d7e3466 req-f59cf2f8-3af9-4bc5-b041-b5559aa7e52f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0678611 Apr 11 12:59:31.274126 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55b3afea-7042-4284-9031-8695606f92b4 admin admin] Publish callbacks [] for security_group (448423d8-e269-4d35-ab09-e8ec022f40ad), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:31.310550 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55b3afea-7042-4284-9031-8695606f92b4 admin admin] Publish callbacks [] for security_group (448423d8-e269-4d35-ab09-e8ec022f40ad), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:31.351832 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93329873-3bb9-4136-97d3-10445d7e3466 req-93eb1574-54eb-49d7-a292-6896250e5836 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748906 Apr 11 12:59:31.380839 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55b3afea-7042-4284-9031-8695606f92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (448423d8-e269-4d35-ab09-e8ec022f40ad), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:31.384341 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55b3afea-7042-4284-9031-8695606f92b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:31.390529 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-55b3afea-7042-4284-9031-8695606f92b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/448423d8-e269-4d35-ab09-e8ec022f40ad HTTP/1.1" status: 204 len: 168 time: 0.2001603 Apr 11 12:59:31.393518 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3afea-7042-4284-9031-8695606f92b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448423d8-e269-4d35-ab09-e8ec022f40ad,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:32.473498 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af77d0-3087-441a-88b4-695650035529 req-61b79ee6-b553-403a-8dad-74c03ff1ad5f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:32.475129 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-21af77d0-3087-441a-88b4-695650035529 req-61b79ee6-b553-403a-8dad-74c03ff1ad5f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0500989 Apr 11 12:59:32.523869 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-21af77d0-3087-441a-88b4-695650035529 req-d2e570a8-cf96-4c8d-98d0-c5a0c1c434d0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Apr 11 12:59:32.669757 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:32.679746 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 50804) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:32.786273 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-296024c1-9617-45d5-bcd4-15e7d60d790f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:32.863339 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-296024c1-9617-45d5-bcd4-15e7d60d790f admin admin] Publish callbacks [] for security_group (1614f928-16b2-4b99-9efe-ebd8fde0fb0d), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:32.869183 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-296024c1-9617-45d5-bcd4-15e7d60d790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (1614f928-16b2-4b99-9efe-ebd8fde0fb0d), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:32.906434 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-296024c1-9617-45d5-bcd4-15e7d60d790f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2a6ad4c30e742cbb4cbd4ac9c4af1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255635 Apr 11 12:59:32.907499 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296024c1-9617-45d5-bcd4-15e7d60d790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1614f928-16b2-4b99-9efe-ebd8fde0fb0d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:32.909516 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50808) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:32.962839 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb96b87d-7dcb-4064-abdc-6481ba77d53d admin admin] Publish callbacks [] for security_group (1614f928-16b2-4b99-9efe-ebd8fde0fb0d), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:32.985374 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb96b87d-7dcb-4064-abdc-6481ba77d53d admin admin] Publish callbacks [] for security_group (1614f928-16b2-4b99-9efe-ebd8fde0fb0d), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:33.037084 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb96b87d-7dcb-4064-abdc-6481ba77d53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (1614f928-16b2-4b99-9efe-ebd8fde0fb0d), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:33.039651 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb96b87d-7dcb-4064-abdc-6481ba77d53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:33.040913 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-bb96b87d-7dcb-4064-abdc-6481ba77d53d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1614f928-16b2-4b99-9efe-ebd8fde0fb0d HTTP/1.1" status: 204 len: 168 time: 0.1303906 Apr 11 12:59:33.048480 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96b87d-7dcb-4064-abdc-6481ba77d53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1614f928-16b2-4b99-9efe-ebd8fde0fb0d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:33.636890 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddac74-ebb9-4fc0-9f96-74e3f1d2a594 req-78cbf139-3830-4cf8-b624-334ed40e5b25 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:33.638356 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-01ddac74-ebb9-4fc0-9f96-74e3f1d2a594 req-78cbf139-3830-4cf8-b624-334ed40e5b25 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0468976 Apr 11 12:59:33.685329 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-01ddac74-ebb9-4fc0-9f96-74e3f1d2a594 req-fc409b94-9c04-4e3b-bb13-9395a1b4a002 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411043 Apr 11 12:59:34.808958 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b4-206d-4611-a257-d40af2a12c86 req-4bac7575-aaeb-46a5-ae1f-28f77fa72d58 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:34.810443 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1cb3f0b4-206d-4611-a257-d40af2a12c86 req-4bac7575-aaeb-46a5-ae1f-28f77fa72d58 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0534539 Apr 11 12:59:34.856678 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1cb3f0b4-206d-4611-a257-d40af2a12c86 req-d1820b8f-94aa-4737-9845-ec44f7f01317 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402844 Apr 11 12:59:35.973587 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeaa8a-490b-49dd-8b37-eedf2f4fc81f req-53863abf-5d3e-45ab-88ec-3274e39225c0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:35.975075 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dafeaa8a-490b-49dd-8b37-eedf2f4fc81f req-53863abf-5d3e-45ab-88ec-3274e39225c0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0504732 Apr 11 12:59:36.021455 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dafeaa8a-490b-49dd-8b37-eedf2f4fc81f req-7cbb4d5e-400d-4a47-b41e-f8f8738b99de tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Apr 11 12:59:37.146075 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5464e-c973-40f5-8d8d-7f6fda06691e req-eaec9084-d92c-441d-aa12-7f1e9712d70c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:37.147561 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17f5464e-c973-40f5-8d8d-7f6fda06691e req-eaec9084-d92c-441d-aa12-7f1e9712d70c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0487745 Apr 11 12:59:37.198837 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17f5464e-c973-40f5-8d8d-7f6fda06691e req-b0836e9e-151d-4636-ad9f-ffd42f1abcee tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Apr 11 12:59:37.798557 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 12:59:38.032008 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50964) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:38.141516 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce5cc-a457-4403-8ebe-b0a6d9275c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.208855 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 50972) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:38.226531 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce5cc-a457-4403-8ebe-b0a6d9275c72 admin admin] Publish callbacks [] for security_group (5aea3ec1-de99-43a6-9715-f22e6062e71a), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.232012 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce5cc-a457-4403-8ebe-b0a6d9275c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5aea3ec1-de99-43a6-9715-f22e6062e71a), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.278490 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 50980) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:38.278704 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-4e0ce5cc-a457-4403-8ebe-b0a6d9275c72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2861649be2014297adab6aae54bb6a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453611 Apr 11 12:59:38.281820 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ce5cc-a457-4403-8ebe-b0a6d9275c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aea3ec1-de99-43a6-9715-f22e6062e71a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:38.345463 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996b38f-5572-44f5-a4d4-182f48f3382f req-7512a30e-dc32-41f6-a056-4a5493e37fc0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:38.347042 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b996b38f-5572-44f5-a4d4-182f48f3382f req-7512a30e-dc32-41f6-a056-4a5493e37fc0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0671473 Apr 11 12:59:38.377886 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5de0c04-9a01-4810-87f3-0923cd178454 admin admin] Publish callbacks [] for security_group (5aea3ec1-de99-43a6-9715-f22e6062e71a), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.377886 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2523df7e-e424-4645-9299-f254a26df106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.405988 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b996b38f-5572-44f5-a4d4-182f48f3382f req-9b4b6d2d-e2bc-4231-8521-481db68bf1e4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529618 Apr 11 12:59:38.425319 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5de0c04-9a01-4810-87f3-0923cd178454 admin admin] Publish callbacks [] for security_group (5aea3ec1-de99-43a6-9715-f22e6062e71a), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.437613 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.513248 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5de0c04-9a01-4810-87f3-0923cd178454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5aea3ec1-de99-43a6-9715-f22e6062e71a), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.516066 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5de0c04-9a01-4810-87f3-0923cd178454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.517570 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e5de0c04-9a01-4810-87f3-0923cd178454 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5aea3ec1-de99-43a6-9715-f22e6062e71a HTTP/1.1" status: 204 len: 168 time: 0.2380912 Apr 11 12:59:38.520150 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2523df7e-e424-4645-9299-f254a26df106 admin admin] Publish callbacks [] for security_group (04eec87f-ac7c-4da8-accb-3057be264282), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.530997 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de0c04-9a01-4810-87f3-0923cd178454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aea3ec1-de99-43a6-9715-f22e6062e71a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:38.532923 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2523df7e-e424-4645-9299-f254a26df106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (04eec87f-ac7c-4da8-accb-3057be264282), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.590364 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2523df7e-e424-4645-9299-f254a26df106 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aacda04b66e340a5805a9b3ab88547ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796396 Apr 11 12:59:38.593054 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523df7e-e424-4645-9299-f254a26df106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eec87f-ac7c-4da8-accb-3057be264282,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:38.593174 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 50998) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:38.665906 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-48a76317-f5c9-49d8-8935-08f3c783b78e admin admin] Publish callbacks [] for security_group (04eec87f-ac7c-4da8-accb-3057be264282), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.693803 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-48a76317-f5c9-49d8-8935-08f3c783b78e admin admin] Publish callbacks [] for security_group (04eec87f-ac7c-4da8-accb-3057be264282), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.755642 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-48a76317-f5c9-49d8-8935-08f3c783b78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (04eec87f-ac7c-4da8-accb-3057be264282), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.760438 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-48a76317-f5c9-49d8-8935-08f3c783b78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.764593 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-48a76317-f5c9-49d8-8935-08f3c783b78e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04eec87f-ac7c-4da8-accb-3057be264282 HTTP/1.1" status: 204 len: 168 time: 0.1702435 Apr 11 12:59:38.790645 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a76317-f5c9-49d8-8935-08f3c783b78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eec87f-ac7c-4da8-accb-3057be264282,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:38.906202 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51010) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:38.919666 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e3df70a-6434-41b9-898f-b13689ade537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:38.994569 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e3df70a-6434-41b9-898f-b13689ade537 admin admin] Publish callbacks [] for security_group (96783ba8-3f8f-477d-a7a1-363a0f894150), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.000787 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e3df70a-6434-41b9-898f-b13689ade537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (96783ba8-3f8f-477d-a7a1-363a0f894150), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.037353 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3df70a-6434-41b9-898f-b13689ade537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96783ba8-3f8f-477d-a7a1-363a0f894150,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:39.041737 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-2e3df70a-6434-41b9-898f-b13689ade537 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8a539bb9fa946b5817e60232db6dac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344564 Apr 11 12:59:39.044370 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51014) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:39.093256 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-82c94e12-540c-47c6-8c9d-521f720cc3af admin admin] Publish callbacks [] for security_group (96783ba8-3f8f-477d-a7a1-363a0f894150), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.115872 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-82c94e12-540c-47c6-8c9d-521f720cc3af admin admin] Publish callbacks [] for security_group (96783ba8-3f8f-477d-a7a1-363a0f894150), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.166867 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-82c94e12-540c-47c6-8c9d-521f720cc3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (96783ba8-3f8f-477d-a7a1-363a0f894150), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.169419 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-82c94e12-540c-47c6-8c9d-521f720cc3af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.170559 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-82c94e12-540c-47c6-8c9d-521f720cc3af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96783ba8-3f8f-477d-a7a1-363a0f894150 HTTP/1.1" status: 204 len: 168 time: 0.1250157 Apr 11 12:59:39.180751 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c94e12-540c-47c6-8c9d-521f720cc3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96783ba8-3f8f-477d-a7a1-363a0f894150,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:39.193452 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51018) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:39.207191 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-efe9f2e8-7c8c-4727-8636-b508885a42b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.279381 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-efe9f2e8-7c8c-4727-8636-b508885a42b2 admin admin] Publish callbacks [] for security_group (de77d3c0-9018-4087-96f0-316278d70c3d), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.283928 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-efe9f2e8-7c8c-4727-8636-b508885a42b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (de77d3c0-9018-4087-96f0-316278d70c3d), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.321649 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-efe9f2e8-7c8c-4727-8636-b508885a42b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=008e24c0a099438b86081063de36d600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271174 Apr 11 12:59:39.323708 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9f2e8-7c8c-4727-8636-b508885a42b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de77d3c0-9018-4087-96f0-316278d70c3d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:39.324606 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51020) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:39.384325 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e0cafe1-2829-4edc-8c25-3d9d3783f010 admin admin] Publish callbacks [] for security_group (de77d3c0-9018-4087-96f0-316278d70c3d), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.407044 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e0cafe1-2829-4edc-8c25-3d9d3783f010 admin admin] Publish callbacks [] for security_group (de77d3c0-9018-4087-96f0-316278d70c3d), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.456710 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e0cafe1-2829-4edc-8c25-3d9d3783f010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (de77d3c0-9018-4087-96f0-316278d70c3d), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.459318 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e0cafe1-2829-4edc-8c25-3d9d3783f010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:39.463172 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-5e0cafe1-2829-4edc-8c25-3d9d3783f010 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de77d3c0-9018-4087-96f0-316278d70c3d HTTP/1.1" status: 204 len: 168 time: 0.1350136 Apr 11 12:59:39.470323 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cafe1-2829-4edc-8c25-3d9d3783f010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de77d3c0-9018-4087-96f0-316278d70c3d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:39.539974 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea457e-fb1e-4e2b-be88-d20ee8f5a200 req-8fcba783-41bc-44f5-8ca0-7985fe41d2d4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:39.541522 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cdea457e-fb1e-4e2b-be88-d20ee8f5a200 req-8fcba783-41bc-44f5-8ca0-7985fe41d2d4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0535157 Apr 11 12:59:39.594112 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cdea457e-fb1e-4e2b-be88-d20ee8f5a200 req-93b75012-ce3d-48a4-b034-fedf444da798 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451558 Apr 11 12:59:39.964281 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51064) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:40.166997 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2946ec02-60c7-4588-8d32-0fa6dae6c013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:40.271094 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2946ec02-60c7-4588-8d32-0fa6dae6c013 admin admin] Publish callbacks [] for security_group (d4f6b9f0-9391-4b31-83ec-4c49e298833f), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:40.277196 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2946ec02-60c7-4588-8d32-0fa6dae6c013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (d4f6b9f0-9391-4b31-83ec-4c49e298833f), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:40.317969 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2946ec02-60c7-4588-8d32-0fa6dae6c013 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99a5a45574884957b376f13cad01b6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524876 Apr 11 12:59:40.318961 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946ec02-60c7-4588-8d32-0fa6dae6c013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f6b9f0-9391-4b31-83ec-4c49e298833f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:40.321183 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51082) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:40.378224 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5429cc28-8fa6-42df-9ade-6275874813c6 admin admin] Publish callbacks [] for security_group (d4f6b9f0-9391-4b31-83ec-4c49e298833f), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:40.399631 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5429cc28-8fa6-42df-9ade-6275874813c6 admin admin] Publish callbacks [] for security_group (d4f6b9f0-9391-4b31-83ec-4c49e298833f), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:40.452794 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5429cc28-8fa6-42df-9ade-6275874813c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (d4f6b9f0-9391-4b31-83ec-4c49e298833f), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:40.453232 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5429cc28-8fa6-42df-9ade-6275874813c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:40.454385 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-5429cc28-8fa6-42df-9ade-6275874813c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4f6b9f0-9391-4b31-83ec-4c49e298833f HTTP/1.1" status: 204 len: 168 time: 0.1316319 Apr 11 12:59:40.463002 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429cc28-8fa6-42df-9ade-6275874813c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f6b9f0-9391-4b31-83ec-4c49e298833f,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:40.711368 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb484f2-d4f7-4e49-a4dc-64a0b584b201 req-88b83e21-060a-4048-ae6d-bb772e9cc1ca tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:40.713069 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3cb484f2-d4f7-4e49-a4dc-64a0b584b201 req-88b83e21-060a-4048-ae6d-bb772e9cc1ca tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0483422 Apr 11 12:59:40.762015 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3cb484f2-d4f7-4e49-a4dc-64a0b584b201 req-9a8223bd-e746-4199-b5a1-7d85bb3c0baa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 Apr 11 12:59:41.907516 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f844ca7-b20e-42ed-ba7f-368f2daa63cd req-094f231e-5066-4b21-b512-0ed8579008de tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:41.915140 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0f844ca7-b20e-42ed-ba7f-368f2daa63cd req-094f231e-5066-4b21-b512-0ed8579008de tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0846465 Apr 11 12:59:41.983777 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0f844ca7-b20e-42ed-ba7f-368f2daa63cd req-4505eb68-50a2-4f1e-a0c4-b0ef0b884dd7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676646 Apr 11 12:59:42.170882 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51202) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:42.288747 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81729b5c-d1f4-4ad6-8762-1fe3235c2cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:42.360803 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81729b5c-d1f4-4ad6-8762-1fe3235c2cb6 admin admin] Publish callbacks [] for security_group (1f054006-37d3-4b0b-9e54-f0a60dcc9cc0), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:42.365531 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81729b5c-d1f4-4ad6-8762-1fe3235c2cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (1f054006-37d3-4b0b-9e54-f0a60dcc9cc0), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:42.405133 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-81729b5c-d1f4-4ad6-8762-1fe3235c2cb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=800bf6eeaa334ee69ebe60c4a2c02f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303891 Apr 11 12:59:42.405133 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81729b5c-d1f4-4ad6-8762-1fe3235c2cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f054006-37d3-4b0b-9e54-f0a60dcc9cc0,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:42.405790 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51208) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:42.458107 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69bb628d-760f-4691-83cd-277f2d7d8023 admin admin] Publish callbacks [] for security_group (1f054006-37d3-4b0b-9e54-f0a60dcc9cc0), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:42.480007 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69bb628d-760f-4691-83cd-277f2d7d8023 admin admin] Publish callbacks [] for security_group (1f054006-37d3-4b0b-9e54-f0a60dcc9cc0), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:42.532453 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69bb628d-760f-4691-83cd-277f2d7d8023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (1f054006-37d3-4b0b-9e54-f0a60dcc9cc0), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:42.535093 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69bb628d-760f-4691-83cd-277f2d7d8023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:42.536233 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-69bb628d-760f-4691-83cd-277f2d7d8023 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f054006-37d3-4b0b-9e54-f0a60dcc9cc0 HTTP/1.1" status: 204 len: 168 time: 0.1295853 Apr 11 12:59:42.543738 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb628d-760f-4691-83cd-277f2d7d8023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f054006-37d3-4b0b-9e54-f0a60dcc9cc0,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:42.831468 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51214) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:42.844951 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d7aa963-1c19-41d3-8bf6-67aa31059d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:42.921882 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d7aa963-1c19-41d3-8bf6-67aa31059d45 admin admin] Publish callbacks [] for security_group (7f5b6136-3e2c-41de-8025-0f8d84289c0e), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:42.928500 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d7aa963-1c19-41d3-8bf6-67aa31059d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (7f5b6136-3e2c-41de-8025-0f8d84289c0e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:42.967563 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7aa963-1c19-41d3-8bf6-67aa31059d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5b6136-3e2c-41de-8025-0f8d84289c0e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:42.972636 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-5d7aa963-1c19-41d3-8bf6-67aa31059d45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2899aea03d6e4267933ebbe723eda872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393883 Apr 11 12:59:42.974855 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51218) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:43.024539 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d2fd-551c-4627-a8b0-136051e71402 admin admin] Publish callbacks [] for security_group (7f5b6136-3e2c-41de-8025-0f8d84289c0e), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:43.046719 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d2fd-551c-4627-a8b0-136051e71402 admin admin] Publish callbacks [] for security_group (7f5b6136-3e2c-41de-8025-0f8d84289c0e), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:43.115243 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b3974-786c-4f8d-9008-5334d8f55bcb req-ebd48bef-4e6f-4b3e-9c86-deb339f0cea3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:43.116982 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cd2b3974-786c-4f8d-9008-5334d8f55bcb req-ebd48bef-4e6f-4b3e-9c86-deb339f0cea3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0552733 Apr 11 12:59:43.143746 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d2fd-551c-4627-a8b0-136051e71402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (7f5b6136-3e2c-41de-8025-0f8d84289c0e), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:43.146591 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d2fd-551c-4627-a8b0-136051e71402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:43.147657 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-b9e5d2fd-551c-4627-a8b0-136051e71402 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f5b6136-3e2c-41de-8025-0f8d84289c0e HTTP/1.1" status: 204 len: 168 time: 0.1718829 Apr 11 12:59:43.164424 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5d2fd-551c-4627-a8b0-136051e71402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5b6136-3e2c-41de-8025-0f8d84289c0e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:43.182289 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cd2b3974-786c-4f8d-9008-5334d8f55bcb req-1b280264-1db8-4dc9-8328-c9282faac6e9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580938 Apr 11 12:59:44.331643 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b6020-97a5-4941-9283-5ecff881a264 req-e9a24b98-3834-4ec1-9407-5bab8be95e3f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:44.338558 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3f5b6020-97a5-4941-9283-5ecff881a264 req-e9a24b98-3834-4ec1-9407-5bab8be95e3f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0596976 Apr 11 12:59:44.388841 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3f5b6020-97a5-4941-9283-5ecff881a264 req-6bc4706f-8cea-4124-bfd6-1556d1a86386 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491176 Apr 11 12:59:45.508667 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4ba58-2899-415f-9313-4e98670d8115 req-44c5cfb6-f34c-41f8-93f5-7298c6cf1909 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:45.510146 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a7b4ba58-2899-415f-9313-4e98670d8115 req-44c5cfb6-f34c-41f8-93f5-7298c6cf1909 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0456393 Apr 11 12:59:45.557824 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a7b4ba58-2899-415f-9313-4e98670d8115 req-47046cdc-dbea-4677-ba53-a82c93bfb6d1 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421085 Apr 11 12:59:46.690186 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814164f-4f02-4dc2-ad5a-e57af8d2a0cf req-d545d709-32bd-4d4c-b89c-9d93eb5e6172 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:46.691659 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8814164f-4f02-4dc2-ad5a-e57af8d2a0cf req-d545d709-32bd-4d4c-b89c-9d93eb5e6172 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0459557 Apr 11 12:59:46.741151 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8814164f-4f02-4dc2-ad5a-e57af8d2a0cf req-783e08b7-6548-4db6-96df-829c7a0f3ac3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439081 Apr 11 12:59:47.856112 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeba399-9b81-411d-9ba0-1b37a1a3298f req-c909bca2-3421-4ba3-be81-5e72f703ea14 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:47.857608 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-daeba399-9b81-411d-9ba0-1b37a1a3298f req-c909bca2-3421-4ba3-be81-5e72f703ea14 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0470591 Apr 11 12:59:47.907267 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-daeba399-9b81-411d-9ba0-1b37a1a3298f req-c2859e68-8b97-4609-9be1-9edb848cb9fe tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Apr 11 12:59:49.027374 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7c85e-9395-4063-97e8-b50e2a0014d8 req-30e35126-889a-4390-a18e-5a56c068d7b7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:49.028841 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93b7c85e-9395-4063-97e8-b50e2a0014d8 req-30e35126-889a-4390-a18e-5a56c068d7b7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0467513 Apr 11 12:59:49.076980 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93b7c85e-9395-4063-97e8-b50e2a0014d8 req-1c5e11d4-395d-4350-9c8f-7f0a95c19422 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Apr 11 12:59:50.194977 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbaa9e-12ef-4f54-81e1-cbb65f56e1a0 req-3a9badcd-72d8-4150-a02f-3f83f6cd6a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:50.196447 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-48dbaa9e-12ef-4f54-81e1-cbb65f56e1a0 req-3a9badcd-72d8-4150-a02f-3f83f6cd6a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0512006 Apr 11 12:59:50.245742 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-48dbaa9e-12ef-4f54-81e1-cbb65f56e1a0 req-92e8724b-4bba-404c-a53d-9d5ef6526841 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 Apr 11 12:59:51.371267 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71183838-f856-49df-83ba-367bef2eda06 req-18a0ecf3-b401-45d5-a2fd-b38c43d207a5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:51.373001 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-71183838-f856-49df-83ba-367bef2eda06 req-18a0ecf3-b401-45d5-a2fd-b38c43d207a5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0513525 Apr 11 12:59:51.421926 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-71183838-f856-49df-83ba-367bef2eda06 req-68f65286-bef3-4ee8-b084-f56845a6124a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 Apr 11 12:59:52.441384 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51408) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:52.535978 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b3200-84cc-40f6-a38b-de251449d998 req-ccbadf65-99ef-4519-af85-d437e0e68205 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:52.537535 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-852b3200-84cc-40f6-a38b-de251449d998 req-ccbadf65-99ef-4519-af85-d437e0e68205 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0492394 Apr 11 12:59:52.546748 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a2ff951-8f67-4d04-b21d-a907e6634ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:52.584629 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-852b3200-84cc-40f6-a38b-de251449d998 req-c89eeffe-a357-47e3-8e7c-6bc0b8f66108 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Apr 11 12:59:52.618692 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a2ff951-8f67-4d04-b21d-a907e6634ab5 admin admin] Publish callbacks [] for security_group (d8db7d20-cb8e-4bce-ac00-95eb04140832), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:52.624773 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a2ff951-8f67-4d04-b21d-a907e6634ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (d8db7d20-cb8e-4bce-ac00-95eb04140832), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:52.665206 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-1a2ff951-8f67-4d04-b21d-a907e6634ab5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62f2e0e94f1947c1b8d67c6ba0b48d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227366 Apr 11 12:59:52.666028 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ff951-8f67-4d04-b21d-a907e6634ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8db7d20-cb8e-4bce-ac00-95eb04140832,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:52.668901 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51414) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:52.718276 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-11067986-a93a-4c36-b348-2d11a0864d09 admin admin] Publish callbacks [] for security_group (d8db7d20-cb8e-4bce-ac00-95eb04140832), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:52.747560 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-11067986-a93a-4c36-b348-2d11a0864d09 admin admin] Publish callbacks [] for security_group (d8db7d20-cb8e-4bce-ac00-95eb04140832), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:52.801280 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-11067986-a93a-4c36-b348-2d11a0864d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (d8db7d20-cb8e-4bce-ac00-95eb04140832), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:52.803779 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-11067986-a93a-4c36-b348-2d11a0864d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:52.804963 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-11067986-a93a-4c36-b348-2d11a0864d09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8db7d20-cb8e-4bce-ac00-95eb04140832 HTTP/1.1" status: 204 len: 168 time: 0.1350636 Apr 11 12:59:52.812620 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11067986-a93a-4c36-b348-2d11a0864d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8db7d20-cb8e-4bce-ac00-95eb04140832,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:53.444463 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51442) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:53.545413 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1289331752-network', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:59:53.567217 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Made reservation on behalf of 6a56cb36eacf430283b9394b23f82c11 for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:59:53.569603 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:53.577899 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:53.653195 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Publish callbacks [] for security_group (a6c2b94b-a5c2-4969-81d4-7d5cda8d6136), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:53.667733 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a6c2b94b-a5c2-4969-81d4-7d5cda8d6136), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:53.717407 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 12:59:53.728709 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c531f-362b-4d10-b536-c7979fcf5596 req-4008c88c-3c3a-4ce1-b9d9-96a42860321b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:53.730182 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f27c531f-362b-4d10-b536-c7979fcf5596 req-4008c88c-3c3a-4ce1-b9d9-96a42860321b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0757906 Apr 11 12:59:53.733034 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c2b94b-a5c2-4969-81d4-7d5cda8d6136,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:53.740011 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (7f69768e-cb34-464b-8f55-cb4436e7a0aa), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:53.740909 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Added segment 7f69768e-cb34-464b-8f55-cb4436e7a0aa of type vlan for network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 Apr 11 12:59:53.798178 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (b9bb3169-b3a3-4914-b342-dec3cb48dfc7), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:53.821123 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f27c531f-362b-4d10-b536-c7979fcf5596 req-0da49588-f309-48c4-905d-1dfaf55050e6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833712 Apr 11 12:59:53.836975 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (b9bb3169-b3a3-4914-b342-dec3cb48dfc7), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:53.838100 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:53.838693 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:53.872287 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4262927 Apr 11 12:59:53.875585 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51450) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:53.880631 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Request body: {'subnet': {'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1289331752-subnet', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:59:53.901902 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Made reservation on behalf of 6a56cb36eacf430283b9394b23f82c11 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:59:53.904259 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:53.905544 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e546854-1b86-4c1c-8432-90b898f54a3b admin admin] Pushing event updated for resources: {'Network': ['ID=b9bb3169-b3a3-4914-b342-dec3cb48dfc7,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:53.915494 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 12:59:54.079466 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (2e5cac5d-d432-4b0c-a607-e2c1189bc7fe), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.131898 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:54.142366 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Checking segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:59:54.142713 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Network hostable DHCP agents. Network: b9bb3169-b3a3-4914-b342-dec3cb48dfc7, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 12:59:54.166848 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 12:59:54.177064 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, b9bb3169-b3a3-4914-b342-dec3cb48dfc7) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:59:54.181164 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:54.181750 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.186358 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735aaa9-0dd8-4bc4-9a4a-35e133b5e988 None None] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:59:54.197032 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-f7be40da-44e3-4d78-9c45-aa3757eac8b4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3203497 Apr 11 12:59:54.199830 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51456) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:54.204604 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:59:54.224919 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (9052d565-9f6c-4ce2-90cf-620956093676), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.225883 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (9052d565-9f6c-4ce2-90cf-620956093676), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.283139 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks [] for router_controller (9052d565-9f6c-4ce2-90cf-620956093676), precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.288370 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 12:59:54.289283 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.420970 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks [] for router_gateway (9052d565-9f6c-4ce2-90cf-620956093676), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.421210 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Allocated IP 172.20.0.2 (b9bb3169-b3a3-4914-b342-dec3cb48dfc7/2e5cac5d-d432-4b0c-a607-e2c1189bc7fe/bcc73500-6c22-4001-b3a1-1e3336c21bcc) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:59:54.565336 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Publish callbacks [] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.571375 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.599490 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks [] for router_gateway (9052d565-9f6c-4ce2-90cf-620956093676), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.606990 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:59:54.610074 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:59:54.614618 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:59:54.617493 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.625004 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Pushing event updated for resources: {'Port': ['ID=bcc73500-6c22-4001-b3a1-1e3336c21bcc,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:54.675294 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Attempting to bind port bcc73500-6c22-4001-b3a1-1e3336c21bcc on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:59:54.675569 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Attempting to bind port bcc73500-6c22-4001-b3a1-1e3336c21bcc by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:59:54.675923 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Attempting to bind port bcc73500-6c22-4001-b3a1-1e3336c21bcc on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:59:54.681130 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:59:54.681498 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Checking segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:59:54.681893 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.682277 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Bound using segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:59:54.682731 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Bound port: bcc73500-6c22-4001-b3a1-1e3336c21bcc, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:59:54.683144 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.721484 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Allocated IP 172.27.0.59 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/d103506b-1d96-4bdc-936b-049ac9cbac81) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:59:54.750271 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] For port bcc73500-6c22-4001-b3a1-1e3336c21bcc, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:59:54.753405 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] For port bcc73500-6c22-4001-b3a1-1e3336c21bcc, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=bcc73500-6c22-4001-b3a1-1e3336c21bcc,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:59:54.759661 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.819423 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50ca0b-1257-4cd1-a0c3-ab3d0d63509f None None] Pushing event updated for resources: {'Port': ['ID=bcc73500-6c22-4001-b3a1-1e3336c21bcc,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:54.823995 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks [] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.863064 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:54.899375 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:59:54.902338 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:59:54.905884 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:59:54.961076 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd86e0-f2a9-4bb4-aadb-8440fe1c76fc req-bbca946e-f4af-4697-84f9-57ead38132b6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:54.963698 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-28fd86e0-f2a9-4bb4-aadb-8440fe1c76fc req-bbca946e-f4af-4697-84f9-57ead38132b6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0518069 Apr 11 12:59:55.030862 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-28fd86e0-f2a9-4bb4-aadb-8440fe1c76fc req-2aa0c543-96ce-4b53-ad2b-5e50f38efbc3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605893 Apr 11 12:59:55.187230 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Pushing event updated for resources: {'Port': ['ID=d103506b-1d96-4bdc-936b-049ac9cbac81,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:55.381396 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks [] for router_gateway (9052d565-9f6c-4ce2-90cf-620956093676), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:55.517443 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device bcc73500-6c22-4001-b3a1-1e3336c21bcc up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:59:55.565767 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port bcc73500-6c22-4001-b3a1-1e3336c21bcc triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:55.566223 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:55.584268 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (9052d565-9f6c-4ce2-90cf-620956093676), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:55.648845 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port bcc73500-6c22-4001-b3a1-1e3336c21bcc is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:59:55.649233 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:55.684106 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port bcc73500-6c22-4001-b3a1-1e3336c21bcc, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=bcc73500-6c22-4001-b3a1-1e3336c21bcc,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 12:59:55.688859 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:55.723666 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Router 9052d565-9f6c-4ce2-90cf-620956093676 is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 12:59:55.741981 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=bcc73500-6c22-4001-b3a1-1e3336c21bcc,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:55.824568 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5efe3-12c6-413f-97c2-d27e7dbe154c None None] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:59:55.839067 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:59:55.849602 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Sync routers for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:59:55.859922 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:55.861377 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-02c88a02-370c-4fba-8ed4-138c3d8f1633 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6598513 Apr 11 12:59:55.863975 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51470) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:55.864987 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:59:55.865751 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:59:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:55.894237 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-64785f2c-a9b9-412b-982f-0e56a8bb2a49 None None] Provisioning complete for port bcc73500-6c22-4001-b3a1-1e3336c21bcc triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:55.894605 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-64785f2c-a9b9-412b-982f-0e56a8bb2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.026008 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-64785f2c-a9b9-412b-982f-0e56a8bb2a49 None None] Current status of the port bcc73500-6c22-4001-b3a1-1e3336c21bcc is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:59:56.178941 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:59:56.187789 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-40c79996-ed77-4248-ac08-97ffaafe0ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.312562 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389d9b9-124b-4b73-a7e3-5189761b0d1a req-19bf7642-4c4d-4872-8242-824ec9ee0863 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:56.315381 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d389d9b9-124b-4b73-a7e3-5189761b0d1a req-19bf7642-4c4d-4872-8242-824ec9ee0863 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.1873491 Apr 11 12:59:56.430049 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb115b-47ac-4ce2-b46e-f107b3699525 req-5355e824-57bb-4dcc-a86e-92ab23f2b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:56.431558 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-36fb115b-47ac-4ce2-b46e-f107b3699525 req-5355e824-57bb-4dcc-a86e-92ab23f2b9d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 1130 time: 0.0526419 Apr 11 12:59:56.445118 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:55Z', 'revision_number': 3, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:56.448292 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-024bab59-710b-4f49-bd81-0f0df807904f None None] Provisioning complete for port bcc73500-6c22-4001-b3a1-1e3336c21bcc triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:56.448777 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-024bab59-710b-4f49-bd81-0f0df807904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.461715 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d389d9b9-124b-4b73-a7e3-5189761b0d1a req-eac82af7-4a88-404b-ae5b-41521a1099f7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368058 Apr 11 12:59:56.477275 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Checking router: 9052d565-9f6c-4ce2-90cf-620956093676 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:59:56.477608 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Updating router 9052d565-9f6c-4ce2-90cf-620956093676 port d103506b-1d96-4bdc-936b-049ac9cbac81 binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:59:56.507337 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.535151 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-024bab59-710b-4f49-bd81-0f0df807904f None None] Current status of the port bcc73500-6c22-4001-b3a1-1e3336c21bcc is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:59:56.575088 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.727650 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Allocated IP 172.20.0.1 (b9bb3169-b3a3-4914-b342-dec3cb48dfc7/2e5cac5d-d432-4b0c-a607-e2c1189bc7fe/5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:59:56.764295 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Publish callbacks [] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.773343 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.828963 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Pushing event updated for resources: {'Port': ['ID=d103506b-1d96-4bdc-936b-049ac9cbac81,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:56.829814 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Publish callbacks [] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.831886 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Attempting to bind port d103506b-1d96-4bdc-936b-049ac9cbac81 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 12:59:56.832239 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Attempting to bind port d103506b-1d96-4bdc-936b-049ac9cbac81 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 12:59:56.832587 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Attempting to bind port d103506b-1d96-4bdc-936b-049ac9cbac81 on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 12:59:56.840758 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.841097 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.841452 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.841799 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.842129 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.842451 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.842765 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.843064 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.843370 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.843684 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.844001 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.844332 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.844631 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.844939 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.845245 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 12:59:56.848608 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 12:59:56.848973 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:59:56.849358 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.849703 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 12:59:56.850279 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Bound port: d103506b-1d96-4bdc-936b-049ac9cbac81, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 12:59:56.850515 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.866985 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.900577 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] For port d103506b-1d96-4bdc-936b-049ac9cbac81, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 12:59:56.903739 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] For port d103506b-1d96-4bdc-936b-049ac9cbac81, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=d103506b-1d96-4bdc-936b-049ac9cbac81,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 12:59:56.909135 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:59:56.910929 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:56.913772 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:59:56.916863 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:59:56.945154 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:56.958601 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:59:56.959335 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:59:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:56.966324 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (9052d565-9f6c-4ce2-90cf-620956093676), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:57.017093 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e0996-941b-49b3-b728-b2c4325abd8d None None] Pushing event updated for resources: {'Port': ['ID=d103506b-1d96-4bdc-936b-049ac9cbac81,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:57.095069 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:59:57.111581 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:57.159243 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-bafde0be-1adb-4138-b85e-7759f738b5da None None] Provisioning complete for port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:57.159772 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bafde0be-1adb-4138-b85e-7759f738b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:57.215798 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-bafde0be-1adb-4138-b85e-7759f738b5da None None] Port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:59:57.269566 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:55Z', 'revision_number': 3, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:57.284261 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Publish callbacks [] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:57.289734 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:57.297219 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee02be8-a23c-44ad-a0fa-340599827edf None None] The sync data for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi is: [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:55Z', 'revision_number': 3, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 12:59:57.356941 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:57.360851 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (9052d565-9f6c-4ce2-90cf-620956093676), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:57.446170 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-36fb115b-47ac-4ce2-b46e-f107b3699525 req-f32fb376-363b-41c2-980f-163dbd1f6dfb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519063 Apr 11 12:59:57.468129 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:59:57.469474 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:59:57.530655 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device bcc73500-6c22-4001-b3a1-1e3336c21bcc up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:59:57.619255 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port bcc73500-6c22-4001-b3a1-1e3336c21bcc triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:57.619903 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:57.669009 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4d51b-3f4c-4212-bea6-254cf0a75b5e req-2de60ea7-f5a3-4fe6-9c31-86128137101d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:57.670996 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b8f4d51b-3f4c-4212-bea6-254cf0a75b5e req-2de60ea7-f5a3-4fe6-9c31-86128137101d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0803099 Apr 11 12:59:57.689078 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Router 9052d565-9f6c-4ce2-90cf-620956093676 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 12:59:57.724571 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port bcc73500-6c22-4001-b3a1-1e3336c21bcc is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 12:59:57.772206 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b8f4d51b-3f4c-4212-bea6-254cf0a75b5e req-34572f5d-0146-434d-9bd1-a2aa3df50b1d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907259 Apr 11 12:59:57.836441 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-1461b3aa-66af-44d4-a389-cb3c4189b365 None None] Provisioning complete for port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:57.836806 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1461b3aa-66af-44d4-a389-cb3c4189b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:57.840954 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 12:59:57.854421 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-e93e96bc-745f-4853-afa2-34c895d312c6 admin admin] 10.222.0.26 "PUT /v2.0/routers/9052d565-9f6c-4ce2-90cf-620956093676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9813607 Apr 11 12:59:57.880321 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-1461b3aa-66af-44d4-a389-cb3c4189b365 None None] Port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 12:59:58.328189 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51516) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:58.333067 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-455063882-network', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:59:58.353371 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Made reservation on behalf of 913188de9b484bcda0960ec4d015f4fd for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:59:58.355617 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.363782 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.438846 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Publish callbacks [] for security_group (e8f93d09-e173-417a-9bc2-a65dda3e0417), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.443858 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (e8f93d09-e173-417a-9bc2-a65dda3e0417), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.471321 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 12:59:58.479875 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f93d09-e173-417a-9bc2-a65dda3e0417,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:58.486028 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (55450fe4-8e39-47a1-881e-3456391599b2), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.486311 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Added segment 55450fe4-8e39-47a1-881e-3456391599b2 of type vlan for network 5f02f851-dd71-4286-b319-3ba4e60f35a8 Apr 11 12:59:58.528970 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (5f02f851-dd71-4286-b319-3ba4e60f35a8), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.557008 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (5f02f851-dd71-4286-b319-3ba4e60f35a8), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.557975 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:58.558563 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.591955 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2626548 Apr 11 12:59:58.594953 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51522) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:58.600111 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Request body: {'subnet': {'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-455063882-subnet', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:59:58.621617 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ec1a4-9573-400f-8665-8a9e32625e36 admin admin] Pushing event updated for resources: {'Network': ['ID=5f02f851-dd71-4286-b319-3ba4e60f35a8,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:58.622432 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Made reservation on behalf of 913188de9b484bcda0960ec4d015f4fd for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 12:59:58.627253 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.632235 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 5f02f851-dd71-4286-b319-3ba4e60f35a8 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 12:59:58.737574 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-71a98447-9ca4-477d-9046-311009d9ded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.799339 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (32f20642-b7da-4525-a1de-cad3e25a1664), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.847833 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f20642-b7da-4525-a1de-cad3e25a1664,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:58.865147 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Checking segment: {'id': '55450fe4-8e39-47a1-881e-3456391599b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 12:59:58.865509 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Network hostable DHCP agents. Network: 5f02f851-dd71-4286-b319-3ba4e60f35a8, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 12:59:58.887377 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Network 5f02f851-dd71-4286-b319-3ba4e60f35a8 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 12:59:58.889989 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a8d09-16d0-4203-870b-227f5a246086 req-f5a7cd58-5130-41c1-9644-205f408cfdee tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:58.891712 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-485a8d09-16d0-4203-870b-227f5a246086 req-f5a7cd58-5130-41c1-9644-205f408cfdee tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0495603 Apr 11 12:59:58.898410 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 5f02f851-dd71-4286-b319-3ba4e60f35a8) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:59:58.905566 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Sync routers for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 12:59:58.907317 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 12:59:58.908202 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.914584 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0200857d-47a0-455e-b6e3-390cb8ebf9fa None None] Network 5f02f851-dd71-4286-b319-3ba4e60f35a8 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 12:59:58.926534 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-1be5043e-0b03-4189-914e-6444d4a2ea30 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3303556 Apr 11 12:59:58.929754 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51526) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 12:59:58.934163 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-455063882-router', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 12:59:58.942562 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 12:59:58.943275 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:59:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:58.955325 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (cc7773fd-9f76-48d1-874a-92dc0dcd1502), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:58.956042 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-485a8d09-16d0-4203-870b-227f5a246086 req-afdfd3f5-b9ef-44b7-8580-5cc9ea5c4ccc tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566397 Apr 11 12:59:58.961147 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (cc7773fd-9f76-48d1-874a-92dc0dcd1502), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.018351 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks [] for router_controller (cc7773fd-9f76-48d1-874a-92dc0dcd1502), precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.161895 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks [] for router_gateway (cc7773fd-9f76-48d1-874a-92dc0dcd1502), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.226121 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-5f02f851-dd71-4286-b319-3ba4e60f35a8', 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8', 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'fixed_ips': [{'subnet_id': '32f20642-b7da-4525-a1de-cad3e25a1664'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 12:59:59.226988 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.246512 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 12:59:59.350646 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks [] for router_gateway (cc7773fd-9f76-48d1-874a-92dc0dcd1502), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.368648 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.485938 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Allocated IP 172.20.0.2 (5f02f851-dd71-4286-b319-3ba4e60f35a8/32f20642-b7da-4525-a1de-cad3e25a1664/6923df98-9beb-4ee5-aaa0-6f0c649440ff) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:59:59.486135 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Allocated IP 172.27.0.162 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/a7a6ae67-f386-4aa7-9e94-eea023671789) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 12:59:59.565126 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device d103506b-1d96-4bdc-936b-049ac9cbac81 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 12:59:59.617775 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks [] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.638912 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.651434 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.652006 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 2, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 12:59:59.687276 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Checking router: 9052d565-9f6c-4ce2-90cf-620956093676 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 12:59:59.687640 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Updating router 9052d565-9f6c-4ce2-90cf-620956093676 port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 12:59:59.695885 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 12:59:59.701827 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 12:59:59.703728 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Pushing event updated for resources: {'Port': ['ID=a7a6ae67-f386-4aa7-9e94-eea023671789,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 12:59:59.705857 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 12:59:59.742968 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port d103506b-1d96-4bdc-936b-049ac9cbac81 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 12:59:59.743347 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.747729 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.852539 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Publish callbacks [] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.871501 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.934421 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks [] for router_gateway (cc7773fd-9f76-48d1-874a-92dc0dcd1502), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 12:59:59.996705 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Network 5f02f851-dd71-4286-b319-3ba4e60f35a8 is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:00:00.010518 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:00:00.021143 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:00:00.022999 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port d103506b-1d96-4bdc-936b-049ac9cbac81 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:00.023388 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.039754 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Pushing event updated for resources: {'Port': ['ID=6923df98-9beb-4ee5-aaa0-6f0c649440ff,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:00.090564 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3fc1b-28a3-48f2-b765-83a8b33b0f1c req-d54b0cf4-6e84-4016-963e-e6d972a168da tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:00.092352 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dde3fc1b-28a3-48f2-b765-83a8b33b0f1c req-d54b0cf4-6e84-4016-963e-e6d972a168da tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0526385 Apr 11 13:00:00.114720 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port d103506b-1d96-4bdc-936b-049ac9cbac81, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=d103506b-1d96-4bdc-936b-049ac9cbac81,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:00.141701 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.155461 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dde3fc1b-28a3-48f2-b765-83a8b33b0f1c req-5302c0dd-b33b-4194-8bad-770eccb58ac4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565538 Apr 11 13:00:00.189486 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Attempting to bind port 6923df98-9beb-4ee5-aaa0-6f0c649440ff on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:00:00.189858 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Attempting to bind port 6923df98-9beb-4ee5-aaa0-6f0c649440ff by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '55450fe4-8e39-47a1-881e-3456391599b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:00:00.190221 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Attempting to bind port 6923df98-9beb-4ee5-aaa0-6f0c649440ff on network 5f02f851-dd71-4286-b319-3ba4e60f35a8 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:00.212974 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:00:00.213352 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Checking segment: {'id': '55450fe4-8e39-47a1-881e-3456391599b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:00:00.213963 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.214176 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Bound using segment: {'id': '55450fe4-8e39-47a1-881e-3456391599b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:00:00.214680 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Bound port: 6923df98-9beb-4ee5-aaa0-6f0c649440ff, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55450fe4-8e39-47a1-881e-3456391599b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:00:00.215055 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.251921 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=d103506b-1d96-4bdc-936b-049ac9cbac81,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:00.344274 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Publish callbacks [] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.349211 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] For port 6923df98-9beb-4ee5-aaa0-6f0c649440ff, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:00:00.352548 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] For port 6923df98-9beb-4ee5-aaa0-6f0c649440ff, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=6923df98-9beb-4ee5-aaa0-6f0c649440ff,segment=NetworkSegment(55450fe4-8e39-47a1-881e-3456391599b2),segment_id=55450fe4-8e39-47a1-881e-3456391599b2)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:00:00.353964 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.383757 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.413941 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (cc7773fd-9f76-48d1-874a-92dc0dcd1502), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.416325 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50787b8d-a1b4-4526-bdd4-402f7ac5955d None None] Pushing event updated for resources: {'Port': ['ID=5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:00.531346 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Attempting to bind port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:00:00.531713 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Attempting to bind port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:00:00.532098 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Attempting to bind port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:00.535527 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100388b5-fd1f-4b48-a84b-ece432cd74ec None None] Pushing event updated for resources: {'Port': ['ID=6923df98-9beb-4ee5-aaa0-6f0c649440ff,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:00.542011 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:00:00.542977 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Checking segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:00:00.542977 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.543403 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Bound using segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:00:00.543877 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Bound port: 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:00:00.544302 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.615550 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Router cc7773fd-9f76-48d1-874a-92dc0dcd1502 is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:00:00.655866 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] For port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:00:00.660323 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] For port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:00:00.675378 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.791402 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:00:00.827375 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-9a4005be-2c67-4cfb-9761-801dda12cad4 None None] Provisioning complete for port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:00.831168 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Sync routers for ids ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:00:00.831677 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9a4005be-2c67-4cfb-9761-801dda12cad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.849635 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:00.853397 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-53f02da1-043e-4f11-b58d-e30b03c9d1fe admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9201899 Apr 11 13:00:00.853647 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51554) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:00.861851 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Routers {'cc7773fd-9f76-48d1-874a-92dc0dcd1502'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:00:00.862853 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:59:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:00.956058 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:00:00.956751 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:59:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:00.963545 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50787b8d-a1b4-4526-bdd4-402f7ac5955d None None] Pushing event updated for resources: {'Port': ['ID=5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:01.073465 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Set router cc7773fd-9f76-48d1-874a-92dc0dcd1502 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:00:01.160470 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:01.312919 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51564) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:01.315797 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'name': 'tempest-TestVolumeBootPattern-455063882-router', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:58Z', 'updated_at': '2022-04-11T12:59:59Z', 'revision_number': 3, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'gw_port': {'id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:59Z', 'updated_at': '2022-04-11T12:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:01.352114 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248aa71-ada3-4d25-9eeb-ac5650132008 req-18654333-9892-49fa-a987-c7208f59387a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:01.360288 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Checking router: cc7773fd-9f76-48d1-874a-92dc0dcd1502 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:00:01.361081 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Updating router cc7773fd-9f76-48d1-874a-92dc0dcd1502 port a7a6ae67-f386-4aa7-9e94-eea023671789 binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:00:01.367196 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3248aa71-ada3-4d25-9eeb-ac5650132008 req-18654333-9892-49fa-a987-c7208f59387a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0858259 Apr 11 13:00:01.429643 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:01.489304 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3248aa71-ada3-4d25-9eeb-ac5650132008 req-c283dbfd-05ed-4f3d-815d-866def4a8ead tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958669 Apr 11 13:00:01.528477 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:00:01.564964 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05355db8-5946-48a5-9ab3-9add64dbca3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:01.713589 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-9a4005be-2c67-4cfb-9761-801dda12cad4 None None] Current status of the port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:01.714915 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9a4005be-2c67-4cfb-9761-801dda12cad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:01.790997 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device d103506b-1d96-4bdc-936b-049ac9cbac81 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:00:01.923865 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port d103506b-1d96-4bdc-936b-049ac9cbac81 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:01.924263 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:01.997238 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.030957 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-9a4005be-2c67-4cfb-9761-801dda12cad4 None None] For port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:02.061856 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05355db8-5946-48a5-9ab3-9add64dbca3b admin admin] Publish callbacks [] for security_group (3ba21137-9821-4bbb-80e8-30e1734d9f07), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.078049 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05355db8-5946-48a5-9ab3-9add64dbca3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3ba21137-9821-4bbb-80e8-30e1734d9f07), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.083412 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79808c7-cd4c-4fe3-b85b-ef0c4e4c14b7 None None] Network 5f02f851-dd71-4286-b319-3ba4e60f35a8 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:00:02.155711 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Publish callbacks [] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.175352 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port d103506b-1d96-4bdc-936b-049ac9cbac81 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:02.176444 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.176659 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 6923df98-9beb-4ee5-aaa0-6f0c649440ff up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:00:02.186477 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9a4005be-2c67-4cfb-9761-801dda12cad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.216633 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9a61f-4e61-45eb-b6c8-665154f1ca03 req-b63381b8-7e4e-41cc-a070-8b1587631f27 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:02.218249 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9aa9a61f-4e61-45eb-b6c8-665154f1ca03 req-b63381b8-7e4e-41cc-a070-8b1587631f27 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.5651674 Apr 11 13:00:02.221987 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05355db8-5946-48a5-9ab3-9add64dbca3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba21137-9821-4bbb-80e8-30e1734d9f07,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:02.280988 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9aa9a61f-4e61-45eb-b6c8-665154f1ca03 req-3aba98c1-4390-455a-8e84-214d32495926 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567486 Apr 11 13:00:02.341973 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51592) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:02.343202 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-05355db8-5946-48a5-9ab3-9add64dbca3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5371cd0123b24a8ea8b6bd801551050d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0293112 Apr 11 13:00:02.344086 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51594) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:02.349437 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e6529-ef77-4d6d-a43f-f80cb0a36dfa None None] Pushing event updated for resources: {'Port': ['ID=a7a6ae67-f386-4aa7-9e94-eea023671789,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:02.395442 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Attempting to bind port a7a6ae67-f386-4aa7-9e94-eea023671789 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:00:02.395809 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Attempting to bind port a7a6ae67-f386-4aa7-9e94-eea023671789 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:00:02.398225 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Attempting to bind port a7a6ae67-f386-4aa7-9e94-eea023671789 on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:02.409291 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-bc885897-bc25-4035-928f-2fdbd8035c6e None None] Provisioning complete for port 6923df98-9beb-4ee5-aaa0-6f0c649440ff triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:02.409674 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bc885897-bc25-4035-928f-2fdbd8035c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.414411 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:00:02.414789 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:00:02.415186 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.415582 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:00:02.418921 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Bound port: a7a6ae67-f386-4aa7-9e94-eea023671789, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:00:02.419292 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.446945 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4005be-2c67-4cfb-9761-801dda12cad4 None None] Pushing event updated for resources: {'Port': ['ID=5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:02.456682 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7f47846-40dd-43a0-8eca-38a219aa47a4 admin admin] Publish callbacks [] for security_group (3ba21137-9821-4bbb-80e8-30e1734d9f07), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.492098 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7f47846-40dd-43a0-8eca-38a219aa47a4 admin admin] Publish callbacks [] for security_group (3ba21137-9821-4bbb-80e8-30e1734d9f07), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.494476 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Allocated IP 172.20.0.1 (5f02f851-dd71-4286-b319-3ba4e60f35a8/32f20642-b7da-4525-a1de-cad3e25a1664/cd7de810-7c28-4b7f-acb3-b1ab10e41a40) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:00:02.496964 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 6923df98-9beb-4ee5-aaa0-6f0c649440ff triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:02.497770 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.549404 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] For port a7a6ae67-f386-4aa7-9e94-eea023671789, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:00:02.567772 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] For port a7a6ae67-f386-4aa7-9e94-eea023671789, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=a7a6ae67-f386-4aa7-9e94-eea023671789,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:00:02.571397 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:02.580945 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.588724 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5a556454-1ca0-406a-abbc-8dc6f092888e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.656333 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Routers {'cc7773fd-9f76-48d1-874a-92dc0dcd1502'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:00:02.657216 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:59:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:02.662387 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7f47846-40dd-43a0-8eca-38a219aa47a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3ba21137-9821-4bbb-80e8-30e1734d9f07), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.665203 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7f47846-40dd-43a0-8eca-38a219aa47a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.671386 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-bc885897-bc25-4035-928f-2fdbd8035c6e None None] Current status of the port 6923df98-9beb-4ee5-aaa0-6f0c649440ff is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:02.672909 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bc885897-bc25-4035-928f-2fdbd8035c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.675755 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-f7f47846-40dd-43a0-8eca-38a219aa47a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ba21137-9821-4bbb-80e8-30e1734d9f07 HTTP/1.1" status: 204 len: 168 time: 0.3263421 Apr 11 13:00:02.711504 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f47846-40dd-43a0-8eca-38a219aa47a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba21137-9821-4bbb-80e8-30e1734d9f07,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:02.723667 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Publish callbacks [] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.739974 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544e834-ce64-459a-853d-f3a97ec39d16 None None] The sync data for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi is: [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:00:02.819832 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5a556454-1ca0-406a-abbc-8dc6f092888e admin admin] Publish callbacks [] for security_group (6916711c-80b5-48d5-af85-07095acf898b), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.824278 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.824481 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.834599 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5a556454-1ca0-406a-abbc-8dc6f092888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (6916711c-80b5-48d5-af85-07095acf898b), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.907975 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-bc885897-bc25-4035-928f-2fdbd8035c6e None None] For port 6923df98-9beb-4ee5-aaa0-6f0c649440ff, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=6923df98-9beb-4ee5-aaa0-6f0c649440ff,segment=NetworkSegment(55450fe4-8e39-47a1-881e-3456391599b2),segment_id=55450fe4-8e39-47a1-881e-3456391599b2)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:02.952261 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-5a556454-1ca0-406a-abbc-8dc6f092888e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f342d9dbb34144039f488c4286945be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6040835 Apr 11 13:00:02.953668 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e6529-ef77-4d6d-a43f-f80cb0a36dfa None None] Pushing event updated for resources: {'Port': ['ID=a7a6ae67-f386-4aa7-9e94-eea023671789,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:02.956812 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51604) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:02.966934 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bc885897-bc25-4035-928f-2fdbd8035c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:02.970430 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a556454-1ca0-406a-abbc-8dc6f092888e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6916711c-80b5-48d5-af85-07095acf898b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:02.983010 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7de810-7c28-4b7f-acb3-b1ab10e41a40,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:03.013959 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Network 5f02f851-dd71-4286-b319-3ba4e60f35a8 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:00:03.018609 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:00:03.021370 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:00:03.025852 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (cc7773fd-9f76-48d1-874a-92dc0dcd1502), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.033276 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-bc885897-bc25-4035-928f-2fdbd8035c6e None None] Provisioning complete for port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:03.033651 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bc885897-bc25-4035-928f-2fdbd8035c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.080834 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] Set router cc7773fd-9f76-48d1-874a-92dc0dcd1502 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:00:03.091082 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 6923df98-9beb-4ee5-aaa0-6f0c649440ff is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:03.126437 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9053b546-47bb-425d-a118-57f94b807785 admin admin] Publish callbacks [] for security_group (6916711c-80b5-48d5-af85-07095acf898b), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.137935 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc885897-bc25-4035-928f-2fdbd8035c6e None None] Pushing event updated for resources: {'Port': ['ID=6923df98-9beb-4ee5-aaa0-6f0c649440ff,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:03.175548 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9053b546-47bb-425d-a118-57f94b807785 admin admin] Publish callbacks [] for security_group (6916711c-80b5-48d5-af85-07095acf898b), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.232997 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-bc885897-bc25-4035-928f-2fdbd8035c6e None None] Current status of the port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:03.358983 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-75ce1769-61bb-4736-91bd-eef4f5e9609f None None] Provisioning complete for port 6923df98-9beb-4ee5-aaa0-6f0c649440ff triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:03.360248 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-75ce1769-61bb-4736-91bd-eef4f5e9609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.367141 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.423880 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'name': 'tempest-TestVolumeBootPattern-455063882-router', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:58Z', 'updated_at': '2022-04-11T12:59:59Z', 'revision_number': 3, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'gw_port': {'id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:59Z', 'updated_at': '2022-04-11T13:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:03.480315 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9053b546-47bb-425d-a118-57f94b807785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (6916711c-80b5-48d5-af85-07095acf898b), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.488000 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9053b546-47bb-425d-a118-57f94b807785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.492511 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-9053b546-47bb-425d-a118-57f94b807785 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6916711c-80b5-48d5-af85-07095acf898b HTTP/1.1" status: 204 len: 168 time: 0.5234935 Apr 11 13:00:03.508967 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ddc67-3895-44ca-b796-1556d22d4b61 None None] The sync data for ids ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'] in dv-cinder-836083-3-iscsi is: [{'id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'name': 'tempest-TestVolumeBootPattern-455063882-router', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:58Z', 'updated_at': '2022-04-11T12:59:59Z', 'revision_number': 3, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'gw_port': {'id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:59Z', 'updated_at': '2022-04-11T13:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:00:03.514871 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-75ce1769-61bb-4736-91bd-eef4f5e9609f None None] Current status of the port 6923df98-9beb-4ee5-aaa0-6f0c649440ff is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:03.557564 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053b546-47bb-425d-a118-57f94b807785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6916711c-80b5-48d5-af85-07095acf898b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:03.632146 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51616) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:03.652363 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-879099d5-7301-4e8d-a466-ae792586f8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.668853 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-48bc2b1e-b720-4448-86fc-c2690b185d0d None None] Provisioning complete for port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:03.671743 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-48bc2b1e-b720-4448-86fc-c2690b185d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.770857 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-48bc2b1e-b720-4448-86fc-c2690b185d0d None None] Port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:00:03.776704 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:00:03.811053 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Publish callbacks [] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.821299 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.823518 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (cc7773fd-9f76-48d1-874a-92dc0dcd1502), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.842281 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-879099d5-7301-4e8d-a466-ae792586f8e8 admin admin] Publish callbacks [] for security_group (3ab67eaf-e433-4265-a2e5-a7eac61ae114), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.851268 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:03.852006 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.854752 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-879099d5-7301-4e8d-a466-ae792586f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3ab67eaf-e433-4265-a2e5-a7eac61ae114), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:03.949284 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-879099d5-7301-4e8d-a466-ae792586f8e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88d944c7e2824a7eaabfb471e45c74c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139272 Apr 11 13:00:03.958410 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51620) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:03.990430 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879099d5-7301-4e8d-a466-ae792586f8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab67eaf-e433-4265-a2e5-a7eac61ae114,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:04.032931 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:04.034569 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 6923df98-9beb-4ee5-aaa0-6f0c649440ff up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:00:04.107651 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fc86593-3e1d-4c7b-9d0b-dacda2e73a3e admin admin] Publish callbacks [] for security_group (3ab67eaf-e433-4265-a2e5-a7eac61ae114), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:04.159524 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fc86593-3e1d-4c7b-9d0b-dacda2e73a3e admin admin] Publish callbacks [] for security_group (3ab67eaf-e433-4265-a2e5-a7eac61ae114), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:04.192746 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 6923df98-9beb-4ee5-aaa0-6f0c649440ff triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:04.193623 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:04.250106 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fc86593-3e1d-4c7b-9d0b-dacda2e73a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3ab67eaf-e433-4265-a2e5-a7eac61ae114), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:04.252852 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fc86593-3e1d-4c7b-9d0b-dacda2e73a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:04.255053 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-4fc86593-3e1d-4c7b-9d0b-dacda2e73a3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ab67eaf-e433-4265-a2e5-a7eac61ae114 HTTP/1.1" status: 204 len: 168 time: 0.2950344 Apr 11 13:00:04.283622 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc86593-3e1d-4c7b-9d0b-dacda2e73a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab67eaf-e433-4265-a2e5-a7eac61ae114,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:04.417015 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 6923df98-9beb-4ee5-aaa0-6f0c649440ff is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:04.444470 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7de810-7c28-4b7f-acb3-b1ab10e41a40,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:04.502699 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Network 5f02f851-dd71-4286-b319-3ba4e60f35a8 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:00:04.504518 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:00:04.564837 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c262e-d361-4b86-bb09-e07788c7d93b req-be481c26-c515-4139-9a69-ff97e48ee29d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:04.566375 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e62c262e-d361-4b86-bb09-e07788c7d93b req-be481c26-c515-4139-9a69-ff97e48ee29d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0972698 Apr 11 13:00:04.662942 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Router cc7773fd-9f76-48d1-874a-92dc0dcd1502 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:00:04.691047 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e62c262e-d361-4b86-bb09-e07788c7d93b req-4c023cee-d99e-4e10-9886-383ac91a9896 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181755 Apr 11 13:00:04.877016 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:00:04.885676 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-21fb79f1-08c9-42ab-a479-11ea6ea485d6 admin admin] 10.222.0.26 "PUT /v2.0/routers/cc7773fd-9f76-48d1-874a-92dc0dcd1502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0310187 Apr 11 13:00:04.901119 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-c5540e07-dd56-45b7-b668-f3913da51cfe None None] Provisioning complete for port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:04.901615 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c5540e07-dd56-45b7-b668-f3913da51cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:04.955280 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-c5540e07-dd56-45b7-b668-f3913da51cfe None None] Port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:00:05.548253 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device a7a6ae67-f386-4aa7-9e94-eea023671789 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:00:05.604807 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port a7a6ae67-f386-4aa7-9e94-eea023671789 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:05.605212 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:05.726807 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port a7a6ae67-f386-4aa7-9e94-eea023671789 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:05.732733 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:05.773215 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port a7a6ae67-f386-4aa7-9e94-eea023671789, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=a7a6ae67-f386-4aa7-9e94-eea023671789,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:05.781850 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:05.849248 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=a7a6ae67-f386-4aa7-9e94-eea023671789,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:05.898035 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51690) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:05.899054 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20159c38-877a-4c39-965b-9a26f410186b req-d9323b76-6914-44f6-8d22-175cdcc1dc04 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:05.902787 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d33c6d51-ea34-40ec-9d77-464ea0191442 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1990124975', 'description': 'tempest-secgroup-smoke-1990124975 description', 'project_id': '6a56cb36eacf430283b9394b23f82c11'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:05.906407 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20159c38-877a-4c39-965b-9a26f410186b req-d9323b76-6914-44f6-8d22-175cdcc1dc04 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0769966 Apr 11 13:00:05.948147 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d33c6d51-ea34-40ec-9d77-464ea0191442 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:05.957842 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20159c38-877a-4c39-965b-9a26f410186b req-e6e1f53e-6777-4a37-8ab9-dbf0b22deafe tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504875 Apr 11 13:00:06.018920 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d33c6d51-ea34-40ec-9d77-464ea0191442 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group (9092508c-963b-4a62-ae6b-e1b593820627), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.024696 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d33c6d51-ea34-40ec-9d77-464ea0191442 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (9092508c-963b-4a62-ae6b-e1b593820627), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.055488 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d33c6d51-ea34-40ec-9d77-464ea0191442 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.056668 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d33c6d51-ea34-40ec-9d77-464ea0191442 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1576133 Apr 11 13:00:06.058599 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c6d51-ea34-40ec-9d77-464ea0191442 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9092508c-963b-4a62-ae6b-e1b593820627,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:06.060799 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51696) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:06.066920 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-334f8200-79f9-4e04-b463-7616c5e4030f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'security_group_rule': {'security_group_id': '9092508c-963b-4a62-ae6b-e1b593820627', 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:06.092662 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334f8200-79f9-4e04-b463-7616c5e4030f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (b272d7e2-a2eb-4909-9fff-62b2da515f56), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.119008 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Sync routers for ids ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:00:06.129598 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Routers {'cc7773fd-9f76-48d1-874a-92dc0dcd1502'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:00:06.130208 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:59:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:06.161660 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334f8200-79f9-4e04-b463-7616c5e4030f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (b272d7e2-a2eb-4909-9fff-62b2da515f56), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.166111 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334f8200-79f9-4e04-b463-7616c5e4030f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (b272d7e2-a2eb-4909-9fff-62b2da515f56), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.184635 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f8200-79f9-4e04-b463-7616c5e4030f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b272d7e2-a2eb-4909-9fff-62b2da515f56,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:06.194305 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334f8200-79f9-4e04-b463-7616c5e4030f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.195514 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-334f8200-79f9-4e04-b463-7616c5e4030f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336033 Apr 11 13:00:06.198282 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51702) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:06.202944 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-fe0f6249-2586-4c7f-8593-9b80f6fc7c35 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'security_group_rule': {'security_group_id': '9092508c-963b-4a62-ae6b-e1b593820627', 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:06.229738 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6249-2586-4c7f-8593-9b80f6fc7c35 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (735078b6-0051-4c1d-9905-6729be44ecaa), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.294637 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6249-2586-4c7f-8593-9b80f6fc7c35 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (735078b6-0051-4c1d-9905-6729be44ecaa), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.300610 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6249-2586-4c7f-8593-9b80f6fc7c35 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (735078b6-0051-4c1d-9905-6729be44ecaa), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.323008 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f6249-2586-4c7f-8593-9b80f6fc7c35 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735078b6-0051-4c1d-9905-6729be44ecaa,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:06.331043 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6249-2586-4c7f-8593-9b80f6fc7c35 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.332243 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-fe0f6249-2586-4c7f-8593-9b80f6fc7c35 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330137 Apr 11 13:00:06.334904 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51708) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:06.339388 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4114afd5-8c4a-4e8a-bc0d-e34b725bf78b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'security_group_rule': {'security_group_id': '9092508c-963b-4a62-ae6b-e1b593820627', 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:06.366659 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4114afd5-8c4a-4e8a-bc0d-e34b725bf78b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (3943d8b1-4f18-48c5-bc2b-ba76c18fe6d1), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.398047 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Set router cc7773fd-9f76-48d1-874a-92dc0dcd1502 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:00:06.438429 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4114afd5-8c4a-4e8a-bc0d-e34b725bf78b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (3943d8b1-4f18-48c5-bc2b-ba76c18fe6d1), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.442705 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4114afd5-8c4a-4e8a-bc0d-e34b725bf78b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (3943d8b1-4f18-48c5-bc2b-ba76c18fe6d1), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.461114 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114afd5-8c4a-4e8a-bc0d-e34b725bf78b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3943d8b1-4f18-48c5-bc2b-ba76c18fe6d1,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:06.470750 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4114afd5-8c4a-4e8a-bc0d-e34b725bf78b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.475018 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-4114afd5-8c4a-4e8a-bc0d-e34b725bf78b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367218 Apr 11 13:00:06.476156 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51710) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:06.480520 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-aafab243-5f83-4ec7-9352-47361392f1fa tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'security_group_rule': {'security_group_id': '9092508c-963b-4a62-ae6b-e1b593820627', 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:06.510615 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aafab243-5f83-4ec7-9352-47361392f1fa tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (d1a6d90d-0d1b-48aa-9348-7f8ff1f2032b), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.573148 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aafab243-5f83-4ec7-9352-47361392f1fa tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (d1a6d90d-0d1b-48aa-9348-7f8ff1f2032b), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.579323 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aafab243-5f83-4ec7-9352-47361392f1fa tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (d1a6d90d-0d1b-48aa-9348-7f8ff1f2032b), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.594599 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafab243-5f83-4ec7-9352-47361392f1fa tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a6d90d-0d1b-48aa-9348-7f8ff1f2032b,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:06.605961 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aafab243-5f83-4ec7-9352-47361392f1fa tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.607172 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-aafab243-5f83-4ec7-9352-47361392f1fa tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308610 Apr 11 13:00:06.610072 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51718) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:06.614595 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ede835bc-f647-434b-a551-21906f46d1e1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'security_group_rule': {'security_group_id': '9092508c-963b-4a62-ae6b-e1b593820627', 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:06.618303 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'name': 'tempest-TestVolumeBootPattern-455063882-router', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:58Z', 'updated_at': '2022-04-11T13:00:03Z', 'revision_number': 4, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'gw_port': {'id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:59Z', 'updated_at': '2022-04-11T13:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'cd7de810-7c28-4b7f-acb3-b1ab10e41a40', 'name': '', 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'mac_address': 'fa:16:3e:da:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '32f20642-b7da-4525-a1de-cad3e25a1664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:00:02Z', 'updated_at': '2022-04-11T13:00:03Z', 'revision_number': 2, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'subnets': [{'id': '32f20642-b7da-4525-a1de-cad3e25a1664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:06.636610 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-ede835bc-f647-434b-a551-21906f46d1e1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Project 6a56cb36eacf430283b9394b23f82c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:00:06.642981 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ede835bc-f647-434b-a551-21906f46d1e1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (9c847f6b-e499-4ac3-9c49-7b6cdbc105d5), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.647277 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Checking router: cc7773fd-9f76-48d1-874a-92dc0dcd1502 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:00:06.647611 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Updating router cc7773fd-9f76-48d1-874a-92dc0dcd1502 port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:00:06.681211 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.704095 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ede835bc-f647-434b-a551-21906f46d1e1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (9c847f6b-e499-4ac3-9c49-7b6cdbc105d5), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.709397 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ede835bc-f647-434b-a551-21906f46d1e1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (9c847f6b-e499-4ac3-9c49-7b6cdbc105d5), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.729121 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede835bc-f647-434b-a551-21906f46d1e1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c847f6b-e499-4ac3-9c49-7b6cdbc105d5,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:06.738896 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ede835bc-f647-434b-a551-21906f46d1e1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.740262 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-ede835bc-f647-434b-a551-21906f46d1e1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291254 Apr 11 13:00:06.742950 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51720) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:06.747412 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'security_group_rule': {'security_group_id': '9092508c-963b-4a62-ae6b-e1b593820627', 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:06.768338 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Project 6a56cb36eacf430283b9394b23f82c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:00:06.774501 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (b5c614e1-1750-4b47-aa4b-314095c2ce83), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.867503 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb01dfc-466a-444a-b685-440538db7122 req-c40de285-373a-47e5-a8ed-a2ff7772ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:06.869439 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2cb01dfc-466a-444a-b685-440538db7122 req-c40de285-373a-47e5-a8ed-a2ff7772ff18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 1129 time: 0.0619936 Apr 11 13:00:06.882982 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (b5c614e1-1750-4b47-aa4b-314095c2ce83), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.955763 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (b5c614e1-1750-4b47-aa4b-314095c2ce83), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:06.974297 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c614e1-1750-4b47-aa4b-314095c2ce83,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:06.997779 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:06.998155 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:06.998473 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:06.998807 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:06.999526 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:06.999819 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:07.000414 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:07.000539 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:07.000774 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:07.001089 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:07.001403 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:07.001712 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:07.002020 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:07.002328 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:07.002633 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:07.003666 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Publish callbacks [] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:07.010835 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb01dfc-466a-444a-b685-440538db7122 req-e298c771-7c6c-42c7-90f6-001880e88459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:07.012317 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:07.012497 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2cb01dfc-466a-444a-b685-440538db7122 req-e298c771-7c6c-42c7-90f6-001880e88459 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.1329710 Apr 11 13:00:07.017932 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:07.021272 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0fb9cb25-4781-41ee-bc6f-1c69735ecd67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2765486 Apr 11 13:00:07.073536 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2cb01dfc-466a-444a-b685-440538db7122 req-eb753c84-a95a-4540-b66b-7ce2c21d0183 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 HTTP/1.1" status: 200 len: 217 time: 0.0499616 Apr 11 13:00:07.105517 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d778f-0a0c-4a98-b43f-a57b7c9de3c6 None None] Pushing event updated for resources: {'Port': ['ID=cd7de810-7c28-4b7f-acb3-b1ab10e41a40,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:07.200984 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Attempting to bind port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:00:07.214187 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54daad-b0d8-4e3c-ab3b-08ab1c5ec77b req-aba53f00-3f52-4247-b987-da107c65c273 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:07.215284 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Attempting to bind port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '55450fe4-8e39-47a1-881e-3456391599b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:00:07.215802 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Attempting to bind port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 on network 5f02f851-dd71-4286-b319-3ba4e60f35a8 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:07.224264 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cb54daad-b0d8-4e3c-ab3b-08ab1c5ec77b req-aba53f00-3f52-4247-b987-da107c65c273 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.1056600 Apr 11 13:00:07.230150 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:00:07.230708 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Checking segment: {'id': '55450fe4-8e39-47a1-881e-3456391599b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:00:07.231241 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:07.232075 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Bound using segment: {'id': '55450fe4-8e39-47a1-881e-3456391599b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:00:07.232666 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Bound port: cd7de810-7c28-4b7f-acb3-b1ab10e41a40, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55450fe4-8e39-47a1-881e-3456391599b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:00:07.233153 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:07.310182 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cb54daad-b0d8-4e3c-ab3b-08ab1c5ec77b req-bc35e2fa-45a5-4e45-9609-8fc60ec82c94 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843072 Apr 11 13:00:07.353641 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] For port cd7de810-7c28-4b7f-acb3-b1ab10e41a40, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:00:07.357563 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] For port cd7de810-7c28-4b7f-acb3-b1ab10e41a40, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=cd7de810-7c28-4b7f-acb3-b1ab10e41a40,segment=NetworkSegment(55450fe4-8e39-47a1-881e-3456391599b2),segment_id=55450fe4-8e39-47a1-881e-3456391599b2)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:00:07.366093 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:07.410396 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb01dfc-466a-444a-b685-440538db7122 req-512bb25a-c8d0-45a8-ac88-5f7629face89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:07.412615 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2cb01dfc-466a-444a-b685-440538db7122 req-512bb25a-c8d0-45a8-ac88-5f7629face89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.0816252 Apr 11 13:00:07.487121 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb01dfc-466a-444a-b685-440538db7122 req-4656171a-ebb9-4474-a2ee-a83166830a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:07.490221 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2cb01dfc-466a-444a-b685-440538db7122 req-4656171a-ebb9-4474-a2ee-a83166830a40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687759 Apr 11 13:00:07.494589 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Provisioning complete for port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:07.494962 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:07.544388 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Routers {'cc7773fd-9f76-48d1-874a-92dc0dcd1502'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:00:07.545026 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T12:59:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:07.656866 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2cb01dfc-466a-444a-b685-440538db7122 req-2598e5eb-e900-4f10-8b9d-b7265eb18179 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581430 Apr 11 13:00:07.666963 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device a7a6ae67-f386-4aa7-9e94-eea023671789 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:00:07.724918 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d778f-0a0c-4a98-b43f-a57b7c9de3c6 None None] Pushing event updated for resources: {'Port': ['ID=cd7de810-7c28-4b7f-acb3-b1ab10e41a40,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:07.783050 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-2cb01dfc-466a-444a-b685-440538db7122 req-946f6609-cf64-4b48-8dc7-9bb989084c7e service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162009 Apr 11 13:00:07.896788 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port a7a6ae67-f386-4aa7-9e94-eea023671789 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:07.897166 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:07.931767 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] Set router cc7773fd-9f76-48d1-874a-92dc0dcd1502 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:00:07.966005 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Current status of the port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:07.966642 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:08.076579 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] For port cd7de810-7c28-4b7f-acb3-b1ab10e41a40, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=cd7de810-7c28-4b7f-acb3-b1ab10e41a40,segment=NetworkSegment(55450fe4-8e39-47a1-881e-3456391599b2),segment_id=55450fe4-8e39-47a1-881e-3456391599b2)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:08.087341 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:08.196056 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port a7a6ae67-f386-4aa7-9e94-eea023671789 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:08.221483 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Pushing event updated for resources: {'Port': ['ID=cd7de810-7c28-4b7f-acb3-b1ab10e41a40,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:08.229920 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-d67f8b1a-ca4f-4664-9001-b55dad8d7b4c None None] Provisioning complete for port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:08.230291 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d67f8b1a-ca4f-4664-9001-b55dad8d7b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:08.238637 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.238981 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.239452 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.239794 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.240148 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.240477 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.240799 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.241407 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.241407 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.241729 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.242052 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.242397 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.242700 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.243013 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.243326 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066d0f3-fc3d-46d4-88ce-6207fb1d6294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:08.313474 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'name': 'tempest-TestVolumeBootPattern-455063882-router', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:58Z', 'updated_at': '2022-04-11T13:00:03Z', 'revision_number': 4, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'gw_port': {'id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:59Z', 'updated_at': '2022-04-11T13:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'cd7de810-7c28-4b7f-acb3-b1ab10e41a40', 'name': '', 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'mac_address': 'fa:16:3e:da:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '32f20642-b7da-4525-a1de-cad3e25a1664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:00:02Z', 'updated_at': '2022-04-11T13:00:07Z', 'revision_number': 4, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'subnets': [{'id': '32f20642-b7da-4525-a1de-cad3e25a1664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:08.346222 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a55347-1ebd-4306-8c64-50bacb90e14e None None] The sync data for ids ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'] in dv-cinder-836083-3-iscsi is: [{'id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'name': 'tempest-TestVolumeBootPattern-455063882-router', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:58Z', 'updated_at': '2022-04-11T13:00:03Z', 'revision_number': 4, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'gw_port': {'id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:59Z', 'updated_at': '2022-04-11T13:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'cd7de810-7c28-4b7f-acb3-b1ab10e41a40', 'name': '', 'network_id': '5f02f851-dd71-4286-b319-3ba4e60f35a8', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'mac_address': 'fa:16:3e:da:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '32f20642-b7da-4525-a1de-cad3e25a1664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:00:02Z', 'updated_at': '2022-04-11T13:00:07Z', 'revision_number': 4, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'subnets': [{'id': '32f20642-b7da-4525-a1de-cad3e25a1664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:00:08.404776 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-d67f8b1a-ca4f-4664-9001-b55dad8d7b4c None None] Current status of the port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:08.463156 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:08.504101 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfc2ff-15fc-41e2-8ea2-6362303f5918 req-b146a85e-2a7f-43a5-a988-758ce5dbec0c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:08.506406 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51bfc2ff-15fc-41e2-8ea2-6362303f5918 req-b146a85e-2a7f-43a5-a988-758ce5dbec0c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.1053686 Apr 11 13:00:08.571397 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51bfc2ff-15fc-41e2-8ea2-6362303f5918 req-4bda3fc1-29b4-4f7d-a12e-b433938c6c6b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585225 Apr 11 13:00:09.259860 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-17e19f94-d650-4118-8459-0af802c31a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:09.261694 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-17e19f94-d650-4118-8459-0af802c31a93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 1129 time: 0.0400178 Apr 11 13:00:09.380898 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-79a15a39-9f78-448a-aaa4-3a12176bfd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:09.382291 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-79a15a39-9f78-448a-aaa4-3a12176bfd0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.0982864 Apr 11 13:00:09.424444 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-656eac3a-9ef5-4704-92b1-0415bcb66581 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 HTTP/1.1" status: 200 len: 217 time: 0.0344863 Apr 11 13:00:09.477835 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-5f31db07-ab45-4966-aaa8-e39cea2e4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:09.479319 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-5f31db07-ab45-4966-aaa8-e39cea2e4550 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.0431557 Apr 11 13:00:09.525729 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-12bf7a76-3889-4805-a530-55031fd503c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:09.527558 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-12bf7a76-3889-4805-a530-55031fd503c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401642 Apr 11 13:00:09.533615 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device cd7de810-7c28-4b7f-acb3-b1ab10e41a40 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:00:09.581018 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:09.581387 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:09.625787 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-75f57367-5d2f-46c4-8223-74ad3573b490 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916586 Apr 11 13:00:09.665127 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:09.695137 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cb70a-f761-490c-ae34-d6c4b73c9f4f req-4530e23e-aebf-416f-ac65-14dd4c773419 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:09.696755 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6f0cb70a-f761-490c-ae34-d6c4b73c9f4f req-4530e23e-aebf-416f-ac65-14dd4c773419 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0498860 Apr 11 13:00:09.725948 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ea80a62f-dc38-4deb-87dc-23ab24faa975 req-42b7b4bc-4b95-4bf3-8b78-3bdd9b1e5590 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934987 Apr 11 13:00:09.743987 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6f0cb70a-f761-490c-ae34-d6c4b73c9f4f req-ee6f0369-c469-4ff2-891b-73d8c58ec180 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Apr 11 13:00:10.864046 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86143cd9-ca9c-4efb-ad97-078bb2dd0336 req-2f07a866-230b-4d51-bf3f-1589d5a96e13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:10.865489 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-86143cd9-ca9c-4efb-ad97-078bb2dd0336 req-2f07a866-230b-4d51-bf3f-1589d5a96e13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0492773 Apr 11 13:00:10.916234 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-86143cd9-ca9c-4efb-ad97-078bb2dd0336 req-0bb2cd45-1a27-4103-9bf9-810c397df12d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 Apr 11 13:00:11.520851 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51940) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:11.649829 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:11.731256 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Publish callbacks [] for security_group (fbc60318-8ac2-43eb-aa34-aa1b291cada9), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:11.735907 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (fbc60318-8ac2-43eb-aa34-aa1b291cada9), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:11.772989 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbf26cd8590049eca251882e6cb44f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510648 Apr 11 13:00:11.774832 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc60318-8ac2-43eb-aa34-aa1b291cada9,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:11.775710 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51950) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:11.782331 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.782723 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.783093 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.783625 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.783967 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.784311 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.787661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.787661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.787661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.787661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.787661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.787661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.787661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.787661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.788553 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7114a1-6920-49b4-b0a9-73bb7cd22eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:00:11.836461 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2acfa5f3-d90b-4ab9-9a00-c571fd4f8897 admin admin] Publish callbacks [] for security_group (fbc60318-8ac2-43eb-aa34-aa1b291cada9), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:11.861070 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2acfa5f3-d90b-4ab9-9a00-c571fd4f8897 admin admin] Publish callbacks [] for security_group (fbc60318-8ac2-43eb-aa34-aa1b291cada9), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:11.908285 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2acfa5f3-d90b-4ab9-9a00-c571fd4f8897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (fbc60318-8ac2-43eb-aa34-aa1b291cada9), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:11.910984 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2acfa5f3-d90b-4ab9-9a00-c571fd4f8897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:11.911906 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2acfa5f3-d90b-4ab9-9a00-c571fd4f8897 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbc60318-8ac2-43eb-aa34-aa1b291cada9 HTTP/1.1" status: 204 len: 168 time: 0.1351874 Apr 11 13:00:11.926299 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfa5f3-d90b-4ab9-9a00-c571fd4f8897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc60318-8ac2-43eb-aa34-aa1b291cada9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:12.051835 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f5bd-b8d3-4c99-b7be-c77efd62f46c req-d2e1fa0e-2821-4e2f-ace6-8d6f780e659d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:12.056687 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b3d4f5bd-b8d3-4c99-b7be-c77efd62f46c req-d2e1fa0e-2821-4e2f-ace6-8d6f780e659d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0658081 Apr 11 13:00:12.129311 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b3d4f5bd-b8d3-4c99-b7be-c77efd62f46c req-4fc04c94-b3ff-47a1-9c60-75eaf3893f22 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647683 Apr 11 13:00:12.188714 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 51972) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:12.294304 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3023e845-3b4d-4f6d-aefe-aef088f45543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:12.375247 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3023e845-3b4d-4f6d-aefe-aef088f45543 admin admin] Publish callbacks [] for security_group (7230b338-2350-4e6b-a440-91d95d9b47d9), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:12.381542 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3023e845-3b4d-4f6d-aefe-aef088f45543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (7230b338-2350-4e6b-a440-91d95d9b47d9), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:12.430674 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-3023e845-3b4d-4f6d-aefe-aef088f45543 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fac32d3bb5149659d1f273459b88d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407830 Apr 11 13:00:12.431510 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023e845-3b4d-4f6d-aefe-aef088f45543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7230b338-2350-4e6b-a440-91d95d9b47d9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:12.433485 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51984) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:12.489982 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1907865-65c6-4774-9548-8858db11e1e3 admin admin] Publish callbacks [] for security_group (7230b338-2350-4e6b-a440-91d95d9b47d9), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:12.513359 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1907865-65c6-4774-9548-8858db11e1e3 admin admin] Publish callbacks [] for security_group (7230b338-2350-4e6b-a440-91d95d9b47d9), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:12.566251 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1907865-65c6-4774-9548-8858db11e1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (7230b338-2350-4e6b-a440-91d95d9b47d9), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:12.569064 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1907865-65c6-4774-9548-8858db11e1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:12.570247 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-d1907865-65c6-4774-9548-8858db11e1e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7230b338-2350-4e6b-a440-91d95d9b47d9 HTTP/1.1" status: 204 len: 168 time: 0.1357596 Apr 11 13:00:12.579452 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1907865-65c6-4774-9548-8858db11e1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7230b338-2350-4e6b-a440-91d95d9b47d9,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:12.664701 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 51996) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:12.888047 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-445118233-network', 'tenant_id': '53eb91c2c07247c8a6e3eac842263ff0'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:12.915222 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Made reservation on behalf of 53eb91c2c07247c8a6e3eac842263ff0 for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:00:12.917991 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:12.927364 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:12.943658 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 52006) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:12.963067 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-19e61e93-3a19-4d50-b220-738e649deda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.016721 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Publish callbacks [] for security_group (392b2e20-5df6-4ad6-a5df-5238f0be9e10), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.020695 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (392b2e20-5df6-4ad6-a5df-5238f0be9e10), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.041408 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:00:13.055611 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392b2e20-5df6-4ad6-a5df-5238f0be9e10,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:13.061480 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-19e61e93-3a19-4d50-b220-738e649deda9 admin admin] Publish callbacks [] for security_group (3a9f442c-fd91-48e9-ab4f-d68c428fff56), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.076490 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (0143bf33-e3b7-440d-b90f-d7a8f0479b85), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.076762 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Added segment 0143bf33-e3b7-440d-b90f-d7a8f0479b85 of type vlan for network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e Apr 11 13:00:13.080046 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-19e61e93-3a19-4d50-b220-738e649deda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3a9f442c-fd91-48e9-ab4f-d68c428fff56), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.128816 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-19e61e93-3a19-4d50-b220-738e649deda9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35bd6b976e5d4e3cb5ed33d4417a3f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829517 Apr 11 13:00:13.131276 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 52012) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:13.139095 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e61e93-3a19-4d50-b220-738e649deda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9f442c-fd91-48e9-ab4f-d68c428fff56,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:13.139978 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (a9fdd2e8-9366-4af9-8bc1-e278e0f1729e), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.182586 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (a9fdd2e8-9366-4af9-8bc1-e278e0f1729e), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.184282 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:13.185809 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.203043 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e46e-20f8-4bf9-88d1-b25862423066 admin admin] Publish callbacks [] for security_group (3a9f442c-fd91-48e9-ab4f-d68c428fff56), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.235507 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e46e-20f8-4bf9-88d1-b25862423066 admin admin] Publish callbacks [] for security_group (3a9f442c-fd91-48e9-ab4f-d68c428fff56), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.250337 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5844898 Apr 11 13:00:13.253386 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 52018) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:13.258319 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Request body: {'subnet': {'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-445118233-subnet', 'tenant_id': '53eb91c2c07247c8a6e3eac842263ff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:13.263051 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aa312-4537-465f-8d71-92ee034111c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a9fdd2e8-9366-4af9-8bc1-e278e0f1729e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:13.273310 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:00:13.298085 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Made reservation on behalf of 53eb91c2c07247c8a6e3eac842263ff0 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:00:13.300157 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb5d88-9004-4305-ad5a-594adf5a4591 req-9195dcde-a4a0-49fe-a3a3-31b298922808 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:13.301826 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d7bb5d88-9004-4305-ad5a-594adf5a4591 req-9195dcde-a4a0-49fe-a3a3-31b298922808 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0583818 Apr 11 13:00:13.301963 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.357511 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e46e-20f8-4bf9-88d1-b25862423066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3a9f442c-fd91-48e9-ab4f-d68c428fff56), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.360148 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e46e-20f8-4bf9-88d1-b25862423066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.363641 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-f1b6e46e-20f8-4bf9-88d1-b25862423066 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a9f442c-fd91-48e9-ab4f-d68c428fff56 HTTP/1.1" status: 204 len: 168 time: 0.2285144 Apr 11 13:00:13.371972 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d7bb5d88-9004-4305-ad5a-594adf5a4591 req-621ce8f1-de12-4b16-bc85-4a127f518b06 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618222 Apr 11 13:00:13.373655 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6e46e-20f8-4bf9-88d1-b25862423066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9f442c-fd91-48e9-ab4f-d68c428fff56,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:13.504386 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (2e91e8a0-e5fe-4266-afd9-b26e58497ca1), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.570972 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e91e8a0-e5fe-4266-afd9-b26e58497ca1,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:13.581811 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Checking segment: {'id': '0143bf33-e3b7-440d-b90f-d7a8f0479b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:00:13.582230 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Network hostable DHCP agents. Network: a9fdd2e8-9366-4af9-8bc1-e278e0f1729e, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:00:13.600669 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:00:13.611080 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, a9fdd2e8-9366-4af9-8bc1-e278e0f1729e) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:00:13.619222 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74a106f-1da5-4bd5-9afb-a435a1135f14 None None] Network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:00:13.620829 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:13.621462 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:13.645552 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8213cdee-5474-486a-afc4-21f8f9effeec admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3911364 Apr 11 13:00:13.722502 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da90f0-6fc5-43fb-8def-26e7195f948c None None] Network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:00:14.483796 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c71e0-095c-4e58-a548-32cdfc97ec8a req-8dbdaacf-41fc-4436-a5c6-23626ca93afe tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:14.485340 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7c5c71e0-095c-4e58-a548-32cdfc97ec8a req-8dbdaacf-41fc-4436-a5c6-23626ca93afe tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0466616 Apr 11 13:00:14.532779 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7c5c71e0-095c-4e58-a548-32cdfc97ec8a req-8e564f12-f8da-4a27-b52f-aec02c2d040a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Apr 11 13:00:14.804765 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:00:15.657015 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d17e7-60d3-4972-8772-21d780c8ccae req-c790d3e4-40f6-446e-80a5-48c75733e8b7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:15.658472 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-230d17e7-60d3-4972-8772-21d780c8ccae req-c790d3e4-40f6-446e-80a5-48c75733e8b7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0461099 Apr 11 13:00:15.705979 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-230d17e7-60d3-4972-8772-21d780c8ccae req-d8180d25-fc9b-47e5-85af-43f0f051eb63 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419230 Apr 11 13:00:16.836004 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc2361-0c7f-4ad8-9e8a-55410cc46a5f req-1e3cd111-60b0-40d8-bd34-5cc51dcf5b27 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:16.837703 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-67fc2361-0c7f-4ad8-9e8a-55410cc46a5f req-1e3cd111-60b0-40d8-bd34-5cc51dcf5b27 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0527382 Apr 11 13:00:16.887216 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-67fc2361-0c7f-4ad8-9e8a-55410cc46a5f req-89aa457e-330a-48b2-a308-31bf50d4418e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Apr 11 13:00:18.007763 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2db266-9445-4ce5-85ba-faca46fdb86a req-2c05e6fb-5fe4-4279-bdd1-eef706e77304 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:18.009973 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5a2db266-9445-4ce5-85ba-faca46fdb86a req-2c05e6fb-5fe4-4279-bdd1-eef706e77304 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0551493 Apr 11 13:00:18.058513 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5a2db266-9445-4ce5-85ba-faca46fdb86a req-41682927-15db-49e8-99a9-7c2c3d33068d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Apr 11 13:00:19.182055 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be543554-b36a-42c5-8984-4f4269c014f5 req-35933dee-7765-49fd-8f7e-1c3a78f5ea50 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:19.183540 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-be543554-b36a-42c5-8984-4f4269c014f5 req-35933dee-7765-49fd-8f7e-1c3a78f5ea50 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0504167 Apr 11 13:00:19.236554 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-be543554-b36a-42c5-8984-4f4269c014f5 req-cf098227-5f0e-40c6-9795-2ffab3511ce5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469635 Apr 11 13:00:20.358697 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f17a0-45cf-4b4d-a501-517eaa9878a2 req-c24bbbf4-01d3-4bd5-9e21-8b3b136b95d5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:20.360392 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9a2f17a0-45cf-4b4d-a501-517eaa9878a2 req-c24bbbf4-01d3-4bd5-9e21-8b3b136b95d5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0482678 Apr 11 13:00:20.409578 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9a2f17a0-45cf-4b4d-a501-517eaa9878a2 req-47fbc4a5-0cf5-4020-bdab-5a4a687edc92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 Apr 11 13:00:21.525604 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c5a3e-dd03-4728-ae74-b0bd93f39274 req-2dcea814-e791-45fc-8d38-a474aac150d9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:21.527064 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-947c5a3e-dd03-4728-ae74-b0bd93f39274 req-2dcea814-e791-45fc-8d38-a474aac150d9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0483119 Apr 11 13:00:21.578220 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-947c5a3e-dd03-4728-ae74-b0bd93f39274 req-4d835d8d-325f-4d7d-af5c-5cb2dffb3a54 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 Apr 11 13:00:22.775238 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aaaa8-ce62-49cd-9789-0d5d8c92d12f req-9e154911-8d13-4f93-89c9-b78331610422 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:22.776777 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fe0aaaa8-ce62-49cd-9789-0d5d8c92d12f req-9e154911-8d13-4f93-89c9-b78331610422 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0548117 Apr 11 13:00:22.826714 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fe0aaaa8-ce62-49cd-9789-0d5d8c92d12f req-73b67d1c-9a57-4c6c-98d9-99ac47cfa3fb tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Apr 11 13:00:23.950091 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5658e0-06ca-42fb-a048-6a2ca947b77e req-57fc2d4a-57b4-4035-a77b-4dfe937673f9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:23.951450 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b5658e0-06ca-42fb-a048-6a2ca947b77e req-57fc2d4a-57b4-4035-a77b-4dfe937673f9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0465689 Apr 11 13:00:24.002630 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b5658e0-06ca-42fb-a048-6a2ca947b77e req-1ac0c34b-0181-47d2-9fe6-eb3ae270d7ac tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444379 Apr 11 13:00:25.125941 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec553e97-7948-47ba-91f4-25d1c1dc53f3 req-efed8c4d-f9d0-44a8-be6a-316cbf6a6e1b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:25.127412 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ec553e97-7948-47ba-91f4-25d1c1dc53f3 req-efed8c4d-f9d0-44a8-be6a-316cbf6a6e1b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0504715 Apr 11 13:00:25.175279 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ec553e97-7948-47ba-91f4-25d1c1dc53f3 req-57a677d2-fb12-450e-ae05-5b07affd8b85 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Apr 11 13:00:26.174391 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ce6c-4d9a-41e4-acc7-e43d964a33d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:26.294113 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8803e-5638-4fd0-b7c7-7a572503adbc req-c0c92bdc-eef6-40ce-9cfb-0b59e04df6f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:26.295578 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9fb8803e-5638-4fd0-b7c7-7a572503adbc req-c0c92bdc-eef6-40ce-9cfb-0b59e04df6f5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0487411 Apr 11 13:00:26.349089 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9fb8803e-5638-4fd0-b7c7-7a572503adbc req-b2fb425d-f062-44d2-9c7d-f124a2fcfb9b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 Apr 11 13:00:27.327821 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-4c735830-7ff3-4a43-a8d0-150dfeeb84a5 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:27.330271 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-4c735830-7ff3-4a43-a8d0-150dfeeb84a5 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/networks?id=a9fdd2e8-9366-4af9-8bc1-e278e0f1729e HTTP/1.1" status: 200 len: 808 time: 0.1144478 Apr 11 13:00:27.344812 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-b584335a-b4c9-47ea-895b-b053309ed980 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/quotas/53eb91c2c07247c8a6e3eac842263ff0 HTTP/1.1" status: 200 len: 375 time: 0.0091538 Apr 11 13:00:27.377074 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5fdaa4f4-1e09-4892-844f-2b2289761981 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=53eb91c2c07247c8a6e3eac842263ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271692 Apr 11 13:00:27.501250 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd089fa-e4d3-417c-a296-476fb3075b03 req-87a1bae1-dd44-406f-b460-b7d953e404e5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:27.502867 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ccd089fa-e4d3-417c-a296-476fb3075b03 req-87a1bae1-dd44-406f-b460-b7d953e404e5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0679164 Apr 11 13:00:27.518004 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-2bdef7dc-fed3-4b1f-9eca-46e3075e32dc service neutron] 10.222.0.26 "GET /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342988 Apr 11 13:00:27.613335 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ccd089fa-e4d3-417c-a296-476fb3075b03 req-3718c4b4-8569-4968-87c7-4f84aa90e2ea tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029594 Apr 11 13:00:27.640241 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-ad400e45-5b25-4138-a534-032b507e93f7 service neutron] 10.222.0.26 "GET /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127307 Apr 11 13:00:27.799860 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7c61c81a-1d28-45b4-abb2-562655123de1 req-5a03c1a0-d3c0-4770-8456-5b9c4024aec3 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 210 time: 0.0275795 Apr 11 13:00:28.743186 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ae7c7-c679-4bbe-8e83-5b06382c6e66 req-ad674b2c-dd5e-452e-ab9c-8c194917492e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:28.744778 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-13d8fa5a-268e-4cdb-a49b-a08a353dba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:28.745233 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1f6ae7c7-c679-4bbe-8e83-5b06382c6e66 req-ad674b2c-dd5e-452e-ab9c-8c194917492e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0511386 Apr 11 13:00:28.800964 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1f6ae7c7-c679-4bbe-8e83-5b06382c6e66 req-7184d574-96c6-4ded-b7ca-fee942891fea tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 Apr 11 13:00:28.891664 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ed598db-e503-4734-a34a-893dc600828a req-38df489c-43f3-4ec2-a6ae-a11c6ac624ae tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 210 time: 0.0273123 Apr 11 13:00:29.526484 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-1a847ba5-6e09-4a13-8a53-fc9d45f3daeb tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:29.527405 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:29.528502 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-1a847ba5-6e09-4a13-8a53-fc9d45f3daeb tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.13 "GET /v2.0/networks?id=a9fdd2e8-9366-4af9-8bc1-e278e0f1729e HTTP/1.1" status: 200 len: 808 time: 0.1179631 Apr 11 13:00:29.557023 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Request body: {'port': {'device_id': '9fa1ac8e-3cb8-4b51-b019-38705502c309', 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e', 'admin_state_up': True, 'tenant_id': '53eb91c2c07247c8a6e3eac842263ff0'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:29.673617 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Made reservation on behalf of 53eb91c2c07247c8a6e3eac842263ff0 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:00:29.677210 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:29.805928 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Allocated IP 172.20.0.7 (a9fdd2e8-9366-4af9-8bc1-e278e0f1729e/2e91e8a0-e5fe-4266-afd9-b26e58497ca1/ca9409f7-9ac4-45dc-aeae-c000967505f0) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:00:29.925136 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce76e5d-61b5-4a7c-b395-8c763baf415d req-98c489ee-ed71-48cc-befe-39a2549646f2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:29.932541 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ce76e5d-61b5-4a7c-b395-8c763baf415d req-98c489ee-ed71-48cc-befe-39a2549646f2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0565782 Apr 11 13:00:29.957472 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks [] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:29.992088 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.001881 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-513503ce-ec40-42fa-ba95-4cb224a11fe5 req-1c8e24a4-b218-489e-940e-8840a559636e tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 210 time: 0.0364962 Apr 11 13:00:30.011427 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ce76e5d-61b5-4a7c-b395-8c763baf415d req-c115988b-95f9-4110-bd1f-cadd08b550bd tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780177 Apr 11 13:00:30.043215 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:00:30.046291 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:00:30.049885 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:00:30.055539 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:30.056273 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.072245 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Pushing event updated for resources: {'Port': ['ID=ca9409f7-9ac4-45dc-aeae-c000967505f0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:30.082564 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a48fe5ab-5e6c-4851-952e-57a7e6d224c8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5298345 Apr 11 13:00:30.095412 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Request body: {'port': {'device_id': '9fa1ac8e-3cb8-4b51-b019-38705502c309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:30.155313 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.440065 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9409f7-9ac4-45dc-aeae-c000967505f0 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:00:30.440258 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 52436) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:30.443825 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-223bb629-b581-4825-a2d5-62276fce6ada tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631609703', 'description': 'tempest-description--503636422'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:30.445411 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Publish callbacks [] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.463374 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Transition to ACTIVE for port object ca9409f7-9ac4-45dc-aeae-c000967505f0 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:00:30.468837 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.470425 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-223bb629-b581-4825-a2d5-62276fce6ada tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.523737 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9409f7-9ac4-45dc-aeae-c000967505f0,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:30.551655 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-223bb629-b581-4825-a2d5-62276fce6ada tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (bbcf54f7-0fa7-464c-8753-9543b3d6fcd7), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.559234 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-223bb629-b581-4825-a2d5-62276fce6ada tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (bbcf54f7-0fa7-464c-8753-9543b3d6fcd7), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.573604 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Attempting to bind port ca9409f7-9ac4-45dc-aeae-c000967505f0 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:00:30.575097 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Attempting to bind port ca9409f7-9ac4-45dc-aeae-c000967505f0 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0143bf33-e3b7-440d-b90f-d7a8f0479b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:00:30.575727 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Attempting to bind port ca9409f7-9ac4-45dc-aeae-c000967505f0 on network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:30.582515 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Port ca9409f7-9ac4-45dc-aeae-c000967505f0 on network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:00:30.582825 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Attempting to bind port ca9409f7-9ac4-45dc-aeae-c000967505f0 on network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:30.589856 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:00:30.590197 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Checking segment: {'id': '0143bf33-e3b7-440d-b90f-d7a8f0479b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:00:30.590750 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Bound using segment: {'id': '0143bf33-e3b7-440d-b90f-d7a8f0479b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:00:30.591342 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Bound port: ca9409f7-9ac4-45dc-aeae-c000967505f0, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0143bf33-e3b7-440d-b90f-d7a8f0479b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:00:30.591704 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.591958 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-223bb629-b581-4825-a2d5-62276fce6ada tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.596722 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-223bb629-b581-4825-a2d5-62276fce6ada tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1567533 Apr 11 13:00:30.599763 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 52438) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:30.604989 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-6c685d3f-7bc8-49e5-9f07-4a31fe71c3e9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group_rule': {'security_group_id': 'bbcf54f7-0fa7-464c-8753-9543b3d6fcd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:30.612014 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bb629-b581-4825-a2d5-62276fce6ada tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:30.650851 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c685d3f-7bc8-49e5-9f07-4a31fe71c3e9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (d3e7afad-8964-45e6-a930-178180ddb100), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.662030 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] For port ca9409f7-9ac4-45dc-aeae-c000967505f0, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:00:30.665062 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] For port ca9409f7-9ac4-45dc-aeae-c000967505f0, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ca9409f7-9ac4-45dc-aeae-c000967505f0,segment=NetworkSegment(0143bf33-e3b7-440d-b90f-d7a8f0479b85),segment_id=0143bf33-e3b7-440d-b90f-d7a8f0479b85)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:00:30.671085 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.705535 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:30.706248 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.707651 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca9409f7-9ac4-45dc-aeae-c000967505f0 HTTP/1.1" status: 200 len: 1093 time: 0.6164136 Apr 11 13:00:30.708145 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa1ac8e-3cb8-4b51-b019-38705502c309', 'tag': 'ca9409f7-9ac4-45dc-aeae-c000967505f0'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:00:30.710589 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1dd7e5-ade6-41bb-8123-b181c1862957" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa1ac8e-3cb8-4b51-b019-38705502c309", "tag": "ca9409f7-9ac4-45dc-aeae-c000967505f0"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:00:30.741956 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c685d3f-7bc8-49e5-9f07-4a31fe71c3e9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (d3e7afad-8964-45e6-a930-178180ddb100), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.749720 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c685d3f-7bc8-49e5-9f07-4a31fe71c3e9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (d3e7afad-8964-45e6-a930-178180ddb100), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.754694 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a0ff3-3f6a-49cc-afb5-2d9831210845 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9409f7-9ac4-45dc-aeae-c000967505f0,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:30.761894 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998f21b7-d546-4af0-9b9c-52d8b9ba3cb7 x-openstack-request-id: req-998f21b7-d546-4af0-9b9c-52d8b9ba3cb7 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:00:30.762391 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa1ac8e-3cb8-4b51-b019-38705502c309", "tag": "ca9409f7-9ac4-45dc-aeae-c000967505f0", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:00:30.763258 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-998f21b7-d546-4af0-9b9c-52d8b9ba3cb7 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:00:30.763848 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998f21b7-d546-4af0-9b9c-52d8b9ba3cb7'] response: {'name': 'network-changed', 'server_uuid': '9fa1ac8e-3cb8-4b51-b019-38705502c309', 'tag': 'ca9409f7-9ac4-45dc-aeae-c000967505f0', 'status': 'completed', 'code': 200} Apr 11 13:00:30.770727 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c685d3f-7bc8-49e5-9f07-4a31fe71c3e9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e7afad-8964-45e6-a930-178180ddb100,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:30.779561 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c685d3f-7bc8-49e5-9f07-4a31fe71c3e9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.781022 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-6c685d3f-7bc8-49e5-9f07-4a31fe71c3e9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802945 Apr 11 13:00:30.783686 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 52444) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:30.788273 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-0c973b09-9a51-4e84-aad1-24bbb0a0b7ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group_rule': {'security_group_id': 'bbcf54f7-0fa7-464c-8753-9543b3d6fcd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:30.809317 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-76f7491d-f305-4c8d-8f1a-977a005c6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:30.811839 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-76f7491d-f305-4c8d-8f1a-977a005c6840 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53eb91c2c07247c8a6e3eac842263ff0&device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 1127 time: 0.0467484 Apr 11 13:00:30.819788 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c973b09-9a51-4e84-aad1-24bbb0a0b7ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (37641f3f-810d-4fc5-a0d4-de01606e750c), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.854171 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a9c3a753-ed6d-43d8-bb3a-5a8b3f14ba04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca9409f7-9ac4-45dc-aeae-c000967505f0 HTTP/1.1" status: 200 len: 217 time: 0.0337722 Apr 11 13:00:30.877091 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c973b09-9a51-4e84-aad1-24bbb0a0b7ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (37641f3f-810d-4fc5-a0d4-de01606e750c), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.881584 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c973b09-9a51-4e84-aad1-24bbb0a0b7ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (37641f3f-810d-4fc5-a0d4-de01606e750c), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.903659 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c973b09-9a51-4e84-aad1-24bbb0a0b7ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37641f3f-810d-4fc5-a0d4-de01606e750c,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:30.911245 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-bff346f0-f909-4661-afcd-ea84ea741a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:30.912984 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-bff346f0-f909-4661-afcd-ea84ea741a6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e91e8a0-e5fe-4266-afd9-b26e58497ca1 HTTP/1.1" status: 200 len: 848 time: 0.0504549 Apr 11 13:00:30.913469 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c973b09-9a51-4e84-aad1-24bbb0a0b7ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.914874 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-0c973b09-9a51-4e84-aad1-24bbb0a0b7ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299438 Apr 11 13:00:30.918042 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 52448) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:30.923140 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:30.945072 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:30.947330 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-a80a4627-b2f3-40bf-aa68-18ac38c57121 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9fdd2e8-9366-4af9-8bc1-e278e0f1729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262468 Apr 11 13:00:30.979376 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:31.030320 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:31.054928 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-4dc2865c-6fd8-4e89-b622-e1ef1f0217d1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001761 Apr 11 13:00:31.165445 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6c4e843a-1f73-4e4f-8101-5de907447634 req-376ce080-fa8f-4e49-8e30-c03679f240d4 service neutron] 10.222.0.13 "GET /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030040 Apr 11 13:00:31.218658 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9928fc6-7533-4631-b298-7d6dc7684585 req-df1ab59d-edd7-498f-aa70-d86f6778c846 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:31.220137 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d9928fc6-7533-4631-b298-7d6dc7684585 req-df1ab59d-edd7-498f-aa70-d86f6778c846 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0792801 Apr 11 13:00:31.234800 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Allocated IP 172.27.0.126 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/2f940e8e-8916-4ce8-9683-09a8fec5bd60) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:00:31.242737 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e5910-3e7a-4500-b1eb-c57df9cea4af req-e0a712d9-82b9-4acb-bfd3-07cc32d7079e tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:31.244194 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ee7e5910-3e7a-4500-b1eb-c57df9cea4af req-e0a712d9-82b9-4acb-bfd3-07cc32d7079e tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 943 time: 0.1180511 Apr 11 13:00:31.254216 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd7e5-ade6-41bb-8123-b181c1862957 req-579a504a-0a55-4c48-ac5c-0e01638fb454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:31.256130 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-de1dd7e5-ade6-41bb-8123-b181c1862957 req-579a504a-0a55-4c48-ac5c-0e01638fb454 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53eb91c2c07247c8a6e3eac842263ff0&device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 1127 time: 0.0400999 Apr 11 13:00:31.338429 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d9928fc6-7533-4631-b298-7d6dc7684585 req-85e6ee03-6922-4664-aa1e-25ac8d8804ef tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070330 Apr 11 13:00:31.349592 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd7e5-ade6-41bb-8123-b181c1862957 req-356da9b8-9f34-41e7-8867-a00c1538f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:31.351397 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-de1dd7e5-ade6-41bb-8123-b181c1862957 req-356da9b8-9f34-41e7-8867-a00c1538f095 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9fdd2e8-9366-4af9-8bc1-e278e0f1729e HTTP/1.1" status: 200 len: 909 time: 0.0889766 Apr 11 13:00:31.381098 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ee7e5910-3e7a-4500-b1eb-c57df9cea4af req-1edcced3-1c15-400e-845f-d62953730e11 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295805 Apr 11 13:00:31.394441 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-de1dd7e5-ade6-41bb-8123-b181c1862957 req-6965ec8d-cbc2-4608-99c3-6516b6bf1c23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca9409f7-9ac4-45dc-aeae-c000967505f0 HTTP/1.1" status: 200 len: 217 time: 0.0359538 Apr 11 13:00:31.422193 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (2f940e8e-8916-4ce8-9683-09a8fec5bd60), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:31.450027 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd7e5-ade6-41bb-8123-b181c1862957 req-c19f5dc0-ade9-4d55-88bd-5b554f60d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:31.451691 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-de1dd7e5-ade6-41bb-8123-b181c1862957 req-c19f5dc0-ade9-4d55-88bd-5b554f60d87b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e91e8a0-e5fe-4266-afd9-b26e58497ca1 HTTP/1.1" status: 200 len: 848 time: 0.0505157 Apr 11 13:00:31.458041 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (2f940e8e-8916-4ce8-9683-09a8fec5bd60), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:31.496321 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:00:31.499413 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:00:31.503903 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:00:31.510003 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-de1dd7e5-ade6-41bb-8123-b181c1862957 req-b0e73c7b-203f-4e47-b080-233b74b9d2ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9fdd2e8-9366-4af9-8bc1-e278e0f1729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476956 Apr 11 13:00:31.512724 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=2f940e8e-8916-4ce8-9683-09a8fec5bd60,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:31.600333 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:31.619622 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-de1dd7e5-ade6-41bb-8123-b181c1862957 req-8349fd63-2c78-4a89-bb12-760e63c2c2fb service neutron] 10.222.0.13 "GET /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996768 Apr 11 13:00:31.636599 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (2f940e8e-8916-4ce8-9683-09a8fec5bd60), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:31.710747 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-de1dd7e5-ade6-41bb-8123-b181c1862957 req-89ad6877-2e54-49c7-8359-74d8afa74a96 service neutron] 10.222.0.13 "GET /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844231 Apr 11 13:00:31.790774 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (2f940e8e-8916-4ce8-9683-09a8fec5bd60), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:31.796616 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (2f940e8e-8916-4ce8-9683-09a8fec5bd60), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:31.863240 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=2f940e8e-8916-4ce8-9683-09a8fec5bd60,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:31.878784 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:31.894793 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:31.896202 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-dd37029d-eb9f-4a38-aa06-dcbae979846a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9769847 Apr 11 13:00:32.680005 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:35.202242 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-79f0bef7-2095-43c6-b298-a51f3c4021ec tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1631609703&fields=id&tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 267 time: 0.0412335 Apr 11 13:00:35.323893 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-a77a9d8f-6f86-45b1-b1c6-26d355f1d4ac tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:35.325461 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-a77a9d8f-6f86-45b1-b1c6-26d355f1d4ac tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 815 time: 0.1170068 Apr 11 13:00:35.343032 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-31df1162-2791-4868-8f93-f01f611ee919 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/quotas/f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 375 time: 0.0099931 Apr 11 13:00:35.421501 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-195d884b-ffc9-4e30-9d69-1f14b731367e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718791 Apr 11 13:00:35.431446 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ff498-e1e0-45c0-8c81-1e5d1fec83c8 req-662b5b1a-d68b-4245-a716-c2e12f12bd7d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:35.432865 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d4ff498-e1e0-45c0-8c81-1e5d1fec83c8 req-662b5b1a-d68b-4245-a716-c2e12f12bd7d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0734143 Apr 11 13:00:35.531179 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d4ff498-e1e0-45c0-8c81-1e5d1fec83c8 req-e93661da-b7df-4cdc-a032-1f6fc8d3d374 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905440 Apr 11 13:00:35.545493 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-5e264e3b-b582-463c-82db-1232e122c3cc service neutron] 10.222.0.26 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117415 Apr 11 13:00:35.664917 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40cf38-a975-4a40-aebe-7da362fe0d9c req-e44b662a-555d-40fe-bdca-2490f9df8eb7 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:35.666365 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f40cf38-a975-4a40-aebe-7da362fe0d9c req-e44b662a-555d-40fe-bdca-2490f9df8eb7 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 943 time: 0.0568082 Apr 11 13:00:35.693654 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e0a9e411-ad21-44ad-b5d8-eea1de305c3c service neutron] 10.222.0.26 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421919 Apr 11 13:00:35.737734 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f40cf38-a975-4a40-aebe-7da362fe0d9c req-97a15628-95f2-4f6d-add9-c4f105c93fc9 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594049 Apr 11 13:00:35.855285 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63cd9a-52de-4d18-828d-b89554e264f5 req-515fff76-fddc-4a69-a32c-0ca4225004bc tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:35.856759 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2a63cd9a-52de-4d18-828d-b89554e264f5 req-515fff76-fddc-4a69-a32c-0ca4225004bc tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0616655 Apr 11 13:00:35.873832 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9c48ee37-d2e0-44ea-a629-c5910af355ef req-e543d173-b126-4b21-b527-1a2875970d1e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 210 time: 0.0371950 Apr 11 13:00:35.916268 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2a63cd9a-52de-4d18-828d-b89554e264f5 req-7e29f391-8f90-4c18-abc4-f6549e6aca9d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453811 Apr 11 13:00:36.648645 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbff6bd-a616-4516-b2e3-fcb455c7a799 req-fe9fe330-2230-43d2-9f13-1b9faa317ee4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:36.650097 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dcbff6bd-a616-4516-b2e3-fcb455c7a799 req-fe9fe330-2230-43d2-9f13-1b9faa317ee4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0459130 Apr 11 13:00:36.695975 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dcbff6bd-a616-4516-b2e3-fcb455c7a799 req-8e5a3fd4-1813-4b66-a67c-add83be9d4b4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Apr 11 13:00:36.854323 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28ffba-d760-4314-9458-fdd3b155f412 req-72277581-6c64-43c0-bddd-c3aa822d0ef3 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:36.855850 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2e28ffba-d760-4314-9458-fdd3b155f412 req-72277581-6c64-43c0-bddd-c3aa822d0ef3 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 943 time: 0.0496693 Apr 11 13:00:36.906797 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2e28ffba-d760-4314-9458-fdd3b155f412 req-3b05bb34-cd1e-497d-bcc6-83755634e3db tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448523 Apr 11 13:00:36.964572 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ebf06ba-3fff-45de-b4de-64ba995794c7 req-ee6662f8-27fd-427c-9bb3-699566917220 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 210 time: 0.0264094 Apr 11 13:00:37.032836 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019b5b8-03e3-435b-afb4-1b39e942c786 req-1d6cb0b8-ed46-4ee6-a144-9bd3e0ca85f1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:37.034277 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7019b5b8-03e3-435b-afb4-1b39e942c786 req-1d6cb0b8-ed46-4ee6-a144-9bd3e0ca85f1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0451446 Apr 11 13:00:37.088780 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7019b5b8-03e3-435b-afb4-1b39e942c786 req-1158abbe-9608-4547-82ad-37a303908178 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487547 Apr 11 13:00:37.529948 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eef09d-0ac0-4231-872c-d6324902a4f1 req-92066764-89a2-473b-aae7-61f6245332da tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:37.531431 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-19eef09d-0ac0-4231-872c-d6324902a4f1 req-92066764-89a2-473b-aae7-61f6245332da tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0461655 Apr 11 13:00:37.579770 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-19eef09d-0ac0-4231-872c-d6324902a4f1 req-0c7b4a00-ba83-4a1d-935d-aeee37d9c4fb tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400512 Apr 11 13:00:37.822234 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53e564-ff64-489e-9f7d-ec1afe0b9497 req-16b46941-65cb-4a2d-8c8a-97d5c7a9f5cd tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:37.824158 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ec53e564-ff64-489e-9f7d-ec1afe0b9497 req-16b46941-65cb-4a2d-8c8a-97d5c7a9f5cd tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0528066 Apr 11 13:00:37.871969 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ec53e564-ff64-489e-9f7d-ec1afe0b9497 req-0f2457f9-b3f2-4b59-b4a7-ea222421f256 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417020 Apr 11 13:00:38.261989 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1c8bf50b-ea19-4f1d-a17f-8c2ee66bb3c9 req-eed4b18f-2037-461e-b444-4665a790db6c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 210 time: 0.0328884 Apr 11 13:00:38.268042 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a90968-c3c9-4d3e-9c4e-7680402a8868 req-129cd999-fa94-4509-ad49-1584ac6c4a86 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:38.269399 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-49a90968-c3c9-4d3e-9c4e-7680402a8868 req-129cd999-fa94-4509-ad49-1584ac6c4a86 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 943 time: 0.2966661 Apr 11 13:00:38.338852 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-49a90968-c3c9-4d3e-9c4e-7680402a8868 req-7a4897d8-6b40-4a08-8a21-9d02a5fa456f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634334 Apr 11 13:00:38.372457 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea16db-ab1d-4b01-a091-d09663c94cd0 req-d0bcd3f5-02a2-432c-a90c-80aaf9c383de tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:38.373917 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-59ea16db-ab1d-4b01-a091-d09663c94cd0 req-d0bcd3f5-02a2-432c-a90c-80aaf9c383de tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0517182 Apr 11 13:00:38.421769 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-59ea16db-ab1d-4b01-a091-d09663c94cd0 req-ecbded4e-5b33-4760-8f3f-55cfc0353bb6 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419164 Apr 11 13:00:38.451449 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:38.721433 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ae422-95a4-4cfe-a970-1c9cf94e3f0c req-d6a83390-122f-48ca-b95d-91cc520c53a0 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:38.722904 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-076ae422-95a4-4cfe-a970-1c9cf94e3f0c req-d6a83390-122f-48ca-b95d-91cc520c53a0 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Apr 11 13:00:38.771136 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-076ae422-95a4-4cfe-a970-1c9cf94e3f0c req-c23c5bcc-1eca-4ab0-b5b5-ea62863aa3da tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Apr 11 13:00:38.933090 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83125f-a93e-4592-a4c8-39cb0a5dcf0f req-655fb867-eb34-4d2d-b5b7-817b37c753e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:38.934749 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ef83125f-a93e-4592-a4c8-39cb0a5dcf0f req-655fb867-eb34-4d2d-b5b7-817b37c753e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 1129 time: 0.0404701 Apr 11 13:00:38.981431 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-ef83125f-a93e-4592-a4c8-39cb0a5dcf0f req-5b2f75e1-78b7-47e4-8631-28491fbbc008 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390995 Apr 11 13:00:38.990182 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31f9b-25e4-4585-ab26-5bab5c2c609a req-d986d6df-4ae8-4b5f-a06a-b92cdbcaa347 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:38.991722 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20e31f9b-25e4-4585-ab26-5bab5c2c609a req-d986d6df-4ae8-4b5f-a06a-b92cdbcaa347 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0489273 Apr 11 13:00:39.038786 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20e31f9b-25e4-4585-ab26-5bab5c2c609a req-d3cddf26-416f-4c78-8d02-e17f7d82f005 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412307 Apr 11 13:00:39.363386 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2f66ea24-6cbc-493c-b539-90d1a16fcfe6 req-45053ed9-68d1-4b37-be68-b83074390e3f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 210 time: 0.0336502 Apr 11 13:00:39.448289 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b73e-4147-47cc-96d5-b4d9158ab7b3 req-44a65685-8778-43da-a958-03a89fe52674 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:39.449848 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0604b73e-4147-47cc-96d5-b4d9158ab7b3 req-44a65685-8778-43da-a958-03a89fe52674 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 943 time: 0.0462503 Apr 11 13:00:39.509786 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0604b73e-4147-47cc-96d5-b4d9158ab7b3 req-eb3b831a-9eb5-4a83-8fed-0d831ae8237c tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520592 Apr 11 13:00:39.542283 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bf52f-c1fb-4d7d-8c38-09e6cc4c1914 req-b6db4b6e-74f5-46bd-b0f1-b1088cc8c06d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:39.543738 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fd0bf52f-c1fb-4d7d-8c38-09e6cc4c1914 req-b6db4b6e-74f5-46bd-b0f1-b1088cc8c06d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0472176 Apr 11 13:00:39.600545 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fd0bf52f-c1fb-4d7d-8c38-09e6cc4c1914 req-1c69626c-9f5e-4598-98a8-e1bb73131174 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498230 Apr 11 13:00:39.891606 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee3c18-d6ba-481b-8313-23e843f1e917 req-64320667-cecd-40c4-9c8b-713f88d4abb0 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:39.893124 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-deee3c18-d6ba-481b-8313-23e843f1e917 req-64320667-cecd-40c4-9c8b-713f88d4abb0 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0505466 Apr 11 13:00:39.943365 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-deee3c18-d6ba-481b-8313-23e843f1e917 req-7a77a426-e980-4407-92fb-0627e7497e1e tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Apr 11 13:00:40.135494 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-18d2d28c-2511-490a-a38b-bdf8a82fd213 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:40.136947 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-18d2d28c-2511-490a-a38b-bdf8a82fd213 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 815 time: 0.1087120 Apr 11 13:00:40.178487 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec9c4f-6eb9-476f-9f9e-0049abb73029 req-b11e8fa5-b6a0-4aa6-b114-70f7208af4e9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:40.180083 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9cec9c4f-6eb9-476f-9f9e-0049abb73029 req-b11e8fa5-b6a0-4aa6-b114-70f7208af4e9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0467086 Apr 11 13:00:40.231395 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9cec9c4f-6eb9-476f-9f9e-0049abb73029 req-0c5a7906-019d-4e32-a7fe-101a491a0246 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455213 Apr 11 13:00:40.233355 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-affcc53f-1e73-4f6d-991f-893288fe19ad tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 472 time: 0.0732751 Apr 11 13:00:40.361517 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'port': {'device_id': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'admin_state_up': True, 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'security_groups': ['bbcf54f7-0fa7-464c-8753-9543b3d6fcd7']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:40.457433 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d44a7f04-f0cd-414c-81a3-22ea9109a032 req-ed18cf8b-a0ba-4101-a68f-9b3addaff20a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 210 time: 0.0278683 Apr 11 13:00:40.513051 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device ca9409f7-9ac4-45dc-aeae-c000967505f0 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:00:40.630935 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf54081-b061-4a06-a0d8-034285da804a req-b5e82d7e-7661-411b-b145-c53f70bb5249 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:40.638410 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-acf54081-b061-4a06-a0d8-034285da804a req-b5e82d7e-7661-411b-b145-c53f70bb5249 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 943 time: 0.0585368 Apr 11 13:00:40.643257 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port ca9409f7-9ac4-45dc-aeae-c000967505f0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ca9409f7-9ac4-45dc-aeae-c000967505f0,segment=NetworkSegment(0143bf33-e3b7-440d-b90f-d7a8f0479b85),segment_id=0143bf33-e3b7-440d-b90f-d7a8f0479b85)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:40.680753 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'ca9409f7-9ac4-45dc-aeae-c000967505f0', 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e', 'port_id': 'ca9409f7-9ac4-45dc-aeae-c000967505f0', 'mac_address': 'fa:16:3e:7f:3d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e91e8a0-e5fe-4266-afd9-b26e58497ca1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:00:40.730344 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port ca9409f7-9ac4-45dc-aeae-c000967505f0 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:40.730586 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-acf54081-b061-4a06-a0d8-034285da804a req-0a5fa70a-6fda-41e6-92da-b25121d480a5 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911961 Apr 11 13:00:40.731179 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:40.745454 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9409f7-9ac4-45dc-aeae-c000967505f0 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:00:40.764782 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Made reservation on behalf of f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:00:40.767367 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port ca9409f7-9ac4-45dc-aeae-c000967505f0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ca9409f7-9ac4-45dc-aeae-c000967505f0,segment=NetworkSegment(0143bf33-e3b7-440d-b90f-d7a8f0479b85),segment_id=0143bf33-e3b7-440d-b90f-d7a8f0479b85)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:40.768316 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:40.770087 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd207bd4-a7b3-4148-9e23-ed7e9746a225 req-6455cd5b-6fb1-4aab-9b7b-192ebf67c279 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:40.771772 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:40.772081 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cd207bd4-a7b3-4148-9e23-ed7e9746a225 req-6455cd5b-6fb1-4aab-9b7b-192ebf67c279 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0589063 Apr 11 13:00:40.822168 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=ca9409f7-9ac4-45dc-aeae-c000967505f0,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:40.830836 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cd207bd4-a7b3-4148-9e23-ed7e9746a225 req-a027136f-9ab0-437e-835c-4a5e50a1847f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509512 Apr 11 13:00:40.893021 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Allocated IP 172.20.0.12 (381efb3a-a75e-48f6-b4fc-e139de7ec13d/757f18fc-6c3f-43c3-9a0b-0dcf822519d4/28d526e0-87b9-451b-936f-d3fa6304d5a4) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:00:41.037289 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:41.071810 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df77aa-360d-4e68-932a-6eb7e3e303c1 req-509960e6-9b5b-465f-9f4a-048674a60f76 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:41.072194 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:41.073527 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-22df77aa-360d-4e68-932a-6eb7e3e303c1 req-509960e6-9b5b-465f-9f4a-048674a60f76 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0505021 Apr 11 13:00:41.112471 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:00:41.115789 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:00:41.121629 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:00:41.124368 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-22df77aa-360d-4e68-932a-6eb7e3e303c1 req-18b8d5d3-a8dd-4012-8464-c8e65c4741df tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 Apr 11 13:00:41.127608 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:41.128262 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:41.141006 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=28d526e0-87b9-451b-936f-d3fa6304d5a4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:41.153980 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['ca9409f7-9ac4-45dc-aeae-c000967505f0'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:00:41.158811 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-e36bda7e-ecf1-44cc-8588-e0e46e1434c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8015478 Apr 11 13:00:41.281516 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Request body: {'port': {'device_id': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:41.364833 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:41.368455 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2c40-439f-4155-8869-ff6cd1cdbd8e req-fb3bb5a1-2832-4d5a-96fa-5adf696e3091 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:41.369993 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c8e2c40-439f-4155-8869-ff6cd1cdbd8e req-fb3bb5a1-2832-4d5a-96fa-5adf696e3091 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0483077 Apr 11 13:00:41.396935 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-d5d7865e-7082-4a8d-8cd9-87293b02f756 None None] Provisioning complete for port 28d526e0-87b9-451b-936f-d3fa6304d5a4 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:41.397198 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d5d7865e-7082-4a8d-8cd9-87293b02f756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:41.419268 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c8e2c40-439f-4155-8869-ff6cd1cdbd8e req-692cb8d2-ff84-456b-bda6-d4b6d043c155 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Apr 11 13:00:41.448519 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-d5d7865e-7082-4a8d-8cd9-87293b02f756 None None] Port 28d526e0-87b9-451b-936f-d3fa6304d5a4 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:00:41.586498 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4a34b-aefc-464c-9f83-6cc8c197df31 req-7f4e4f0b-53d3-4ab9-95c0-7e8579f9c652 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:41.593703 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ccc4a34b-aefc-464c-9f83-6cc8c197df31 req-7f4e4f0b-53d3-4ab9-95c0-7e8579f9c652 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 932 time: 0.0650175 Apr 11 13:00:41.671051 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d526e0-87b9-451b-936f-d3fa6304d5a4 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:00:41.678497 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Publish callbacks [] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:41.691185 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Transition to ACTIVE for port object 28d526e0-87b9-451b-936f-d3fa6304d5a4 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:00:41.696846 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:41.697039 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ccc4a34b-aefc-464c-9f83-6cc8c197df31 req-86d165eb-cc58-4793-b978-fa093fdffbee tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022086 Apr 11 13:00:41.721723 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37353be0-7817-4f13-9283-7af5712750d6 req-ef14958b-c1b3-4f1f-822e-bbe599c5a75a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:41.723166 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-37353be0-7817-4f13-9283-7af5712750d6 req-ef14958b-c1b3-4f1f-822e-bbe599c5a75a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0906031 Apr 11 13:00:41.729898 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-ec3fca65-aab6-4eae-9d34-817c7189aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:41.733553 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-ec3fca65-aab6-4eae-9d34-817c7189aaf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 1129 time: 0.0802310 Apr 11 13:00:41.784584 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Pushing event updated for resources: {'Port': ['ID=28d526e0-87b9-451b-936f-d3fa6304d5a4,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:41.804212 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Attempting to bind port 28d526e0-87b9-451b-936f-d3fa6304d5a4 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:00:41.804642 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Attempting to bind port 28d526e0-87b9-451b-936f-d3fa6304d5a4 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:00:41.805055 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Attempting to bind port 28d526e0-87b9-451b-936f-d3fa6304d5a4 on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:41.823849 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Port 28d526e0-87b9-451b-936f-d3fa6304d5a4 on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:00:41.824293 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Attempting to bind port 28d526e0-87b9-451b-936f-d3fa6304d5a4 on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:41.830265 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:00:41.830610 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Checking segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:00:41.831108 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Bound using segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:00:41.831751 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Bound port: 28d526e0-87b9-451b-936f-d3fa6304d5a4, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:00:41.832236 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:41.890500 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-37353be0-7817-4f13-9283-7af5712750d6 req-19e377a9-8b12-44f2-a725-beac1f2997cf tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576521 Apr 11 13:00:41.941467 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] For port 28d526e0-87b9-451b-936f-d3fa6304d5a4, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:00:41.946835 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] For port 28d526e0-87b9-451b-936f-d3fa6304d5a4, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=28d526e0-87b9-451b-936f-d3fa6304d5a4,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:00:41.949325 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-fcb5e191-e850-4ff7-92ec-3ad1da16da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:41.951054 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-fcb5e191-e850-4ff7-92ec-3ad1da16da1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.2037182 Apr 11 13:00:41.963522 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:41.964423 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9db709-178a-445f-8104-b82aff0c5064 req-64976fdc-45c4-4de9-a69b-b85545c21188 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:41.971480 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fb9db709-178a-445f-8104-b82aff0c5064 req-64976fdc-45c4-4de9-a69b-b85545c21188 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 944 time: 0.1151214 Apr 11 13:00:42.015906 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:42.016684 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:42.018145 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] 10.222.0.13 "PUT /v2.0/ports/28d526e0-87b9-451b-936f-d3fa6304d5a4 HTTP/1.1" status: 200 len: 1094 time: 0.7545915 Apr 11 13:00:42.018775 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'tag': '28d526e0-87b9-451b-936f-d3fa6304d5a4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:00:42.021400 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53" -d '{"events": [{"name": "network-changed", "server_uuid": "c779f8f0-854e-49d7-b7a8-143de3121a56", "tag": "28d526e0-87b9-451b-936f-d3fa6304d5a4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:00:42.050374 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-81b5e98e-bc27-4027-959e-9b911e615479 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 HTTP/1.1" status: 200 len: 217 time: 0.0761964 Apr 11 13:00:42.058844 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fa175-a8f3-44b9-adc5-cbd8ffbcc885 service neutron] Pushing event updated for resources: {'Port': ['ID=28d526e0-87b9-451b-936f-d3fa6304d5a4,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:42.140808 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-da05608d-4ad5-4fe2-8445-7d70f1cfb3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:42.142575 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-da05608d-4ad5-4fe2-8445-7d70f1cfb3f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 1128 time: 0.0708771 Apr 11 13:00:42.174526 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874d57d-09c6-40c7-9ab6-1f1983befe87 req-622eebd8-1e21-400e-9c4d-be693788beb6 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:42.176364 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d874d57d-09c6-40c7-9ab6-1f1983befe87 req-622eebd8-1e21-400e-9c4d-be693788beb6 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.2000847 Apr 11 13:00:42.205107 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-1e937cd9-d1a3-4cf8-b31e-7afcfaf5e9d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d526e0-87b9-451b-936f-d3fa6304d5a4 HTTP/1.1" status: 200 len: 217 time: 0.0538476 Apr 11 13:00:42.210483 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fb9db709-178a-445f-8104-b82aff0c5064 req-1de5d0c3-fb62-42fe-af40-b0875fd532e2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379985 Apr 11 13:00:42.213615 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-a2ce593f-f9b3-442d-b07a-219fea65f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:42.215244 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-a2ce593f-f9b3-442d-b07a-219fea65f187 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.1314516 Apr 11 13:00:42.276300 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d874d57d-09c6-40c7-9ab6-1f1983befe87 req-34bec41e-0b3d-4027-8dc6-ca341add02ad tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918894 Apr 11 13:00:42.282332 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-775891d5-4bc6-4bd0-994f-85f8b03546ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:42.284200 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-775891d5-4bc6-4bd0-994f-85f8b03546ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613058 Apr 11 13:00:42.313754 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8abe0f3-9652-46cb-a00b-158c6f46ee4d x-openstack-request-id: req-e8abe0f3-9652-46cb-a00b-158c6f46ee4d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:00:42.314050 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c779f8f0-854e-49d7-b7a8-143de3121a56", "tag": "28d526e0-87b9-451b-936f-d3fa6304d5a4", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:00:42.314316 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8abe0f3-9652-46cb-a00b-158c6f46ee4d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:00:42.314720 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8abe0f3-9652-46cb-a00b-158c6f46ee4d'] response: {'name': 'network-changed', 'server_uuid': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'tag': '28d526e0-87b9-451b-936f-d3fa6304d5a4', 'status': 'completed', 'code': 200} Apr 11 13:00:42.316436 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-41749cea-1f6a-451a-af65-e281778274e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:42.327386 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-41749cea-1f6a-451a-af65-e281778274e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 200 len: 854 time: 0.1102042 Apr 11 13:00:42.392344 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-a5d6a9dc-ba7f-49cf-a523-5b26b27533db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:42.393881 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-a5d6a9dc-ba7f-49cf-a523-5b26b27533db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=381efb3a-a75e-48f6-b4fc-e139de7ec13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552363 Apr 11 13:00:42.477844 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932895-98e4-4405-bec7-a9173384043d req-e0b72787-e8dc-44df-861e-8a1c1a0d0834 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:42.479314 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06932895-98e4-4405-bec7-a9173384043d req-e0b72787-e8dc-44df-861e-8a1c1a0d0834 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0781920 Apr 11 13:00:42.504278 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-6cf09cb9-ca47-435a-915a-019a75913aca service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016586 Apr 11 13:00:42.525132 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device ca9409f7-9ac4-45dc-aeae-c000967505f0 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:00:42.525692 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-43f29e53-be82-4bdc-aa0a-931ef198f125 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335119 Apr 11 13:00:42.529579 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-db10084d-8a8f-4baa-bff7-2f4b145cbf3d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990124975&fields=id&tenant_id=6a56cb36eacf430283b9394b23f82c11 HTTP/1.1" status: 200 len: 267 time: 0.1137562 Apr 11 13:00:42.574894 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port ca9409f7-9ac4-45dc-aeae-c000967505f0 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:00:42.583760 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port ca9409f7-9ac4-45dc-aeae-c000967505f0 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:42.584457 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:42.600395 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06932895-98e4-4405-bec7-a9173384043d req-577d6c4a-c1c8-43c1-8eb8-b3793cdbdfe3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118512 Apr 11 13:00:42.604994 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-0b11ddbd-8be8-4293-b05c-ff906b90b7d1 req-d46d31cc-dce9-4e9b-8a06-ec1fcc26741c service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938752 Apr 11 13:00:42.667722 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port ca9409f7-9ac4-45dc-aeae-c000967505f0 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:42.668130 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:42.690543 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa1ac8e-3cb8-4b51-b019-38705502c309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9409f7-9ac4-45dc-aeae-c000967505f0'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:00:42.692926 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f3b3ef-bc1f-4009-b122-2241c2fc5429" -d '{"events": [{"server_uuid": "9fa1ac8e-3cb8-4b51-b019-38705502c309", "name": "network-vif-plugged", "status": "completed", "tag": "ca9409f7-9ac4-45dc-aeae-c000967505f0"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:00:42.706566 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port ca9409f7-9ac4-45dc-aeae-c000967505f0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ca9409f7-9ac4-45dc-aeae-c000967505f0,segment=NetworkSegment(0143bf33-e3b7-440d-b90f-d7a8f0479b85),segment_id=0143bf33-e3b7-440d-b90f-d7a8f0479b85)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:42.711447 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:42.739752 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-308c78b1-fcda-44b4-8930-dcbffb58daac req-90dc24f9-1b06-430d-b3d2-90bd5bc10bb4 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065334 Apr 11 13:00:42.740878 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714b08e8-381c-4c82-873d-a80fd46bfc42 x-openstack-request-id: req-714b08e8-381c-4c82-873d-a80fd46bfc42 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:00:42.741165 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa1ac8e-3cb8-4b51-b019-38705502c309", "name": "network-vif-plugged", "status": "completed", "tag": "ca9409f7-9ac4-45dc-aeae-c000967505f0", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:00:42.741590 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-714b08e8-381c-4c82-873d-a80fd46bfc42 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:00:42.741970 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714b08e8-381c-4c82-873d-a80fd46bfc42'] response: {'server_uuid': '9fa1ac8e-3cb8-4b51-b019-38705502c309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9409f7-9ac4-45dc-aeae-c000967505f0', 'code': 200} Apr 11 13:00:42.754352 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-8a7c956c-8c67-400f-817a-66dadd5a467c tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:42.759594 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-8a7c956c-8c67-400f-817a-66dadd5a467c tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 812 time: 0.2127690 Apr 11 13:00:42.767091 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=ca9409f7-9ac4-45dc-aeae-c000967505f0,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:42.771873 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-40e7eb1b-2e39-4829-a872-54a965183ccf tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/quotas/6a56cb36eacf430283b9394b23f82c11 HTTP/1.1" status: 200 len: 375 time: 0.0103934 Apr 11 13:00:42.854189 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9ea5a-6966-49e2-9c73-1cd5cc4d12f2 req-2abbb7cb-e5c8-41b7-b1a1-b05751a7a0a5 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:42.856068 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-71a9ea5a-6966-49e2-9c73-1cd5cc4d12f2 req-2abbb7cb-e5c8-41b7-b1a1-b05751a7a0a5 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 944 time: 0.0797348 Apr 11 13:00:42.861167 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-1f9c5875-8144-419d-b15f-74bbf53b1a1e tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837145 Apr 11 13:00:42.957066 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-71a9ea5a-6966-49e2-9c73-1cd5cc4d12f2 req-8384810e-00ea-40a1-84c2-789fc93dda5b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946038 Apr 11 13:00:42.984553 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-db766462-315f-4da8-a584-3a02a570ed37 service neutron] 10.222.0.26 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068387 Apr 11 13:00:43.094529 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791a296-7ab2-4eff-8e8f-d92dca697d27 req-80652054-8337-4d42-8226-9e1638f599db tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:43.096055 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b791a296-7ab2-4eff-8e8f-d92dca697d27 req-80652054-8337-4d42-8226-9e1638f599db tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0856402 Apr 11 13:00:43.121639 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-2f4bca02-e552-40fd-b211-c91fa4e2b43b service neutron] 10.222.0.26 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311510 Apr 11 13:00:43.158269 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b791a296-7ab2-4eff-8e8f-d92dca697d27 req-154a8f79-4a54-4eef-b98a-ac5e1a6a8de9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540152 Apr 11 13:00:43.330557 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a4950-5557-40df-96d4-9bf7e71b74ba req-3de7c227-1112-468f-b612-fd778c3796ba tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:43.332781 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bd8a4950-5557-40df-96d4-9bf7e71b74ba req-3de7c227-1112-468f-b612-fd778c3796ba tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.0490723 Apr 11 13:00:43.411123 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bd8a4950-5557-40df-96d4-9bf7e71b74ba req-98d60a43-f5c9-48ac-bc11-ec01e792ff54 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725114 Apr 11 13:00:43.470661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c017c2-6fea-4594-a6d4-e9d7e4f84091 req-3f6fd4a6-f0c7-4fad-bfbb-7b8749e40119 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:43.471289 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-00c017c2-6fea-4594-a6d4-e9d7e4f84091 req-3f6fd4a6-f0c7-4fad-bfbb-7b8749e40119 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0650241 Apr 11 13:00:43.521138 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-05ef8e87-2a42-4795-8656-d2906d3fe800 req-151ea3e3-b305-49da-8a40-811a7ffbc8d7 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 210 time: 0.0485020 Apr 11 13:00:43.552654 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-00c017c2-6fea-4594-a6d4-e9d7e4f84091 req-7c33f021-4cb3-49fc-b509-9e7e29b45f72 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693882 Apr 11 13:00:43.717112 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-c7be0d2d-5d3d-49f3-a831-bd0f4c50f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:43.720220 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-c7be0d2d-5d3d-49f3-a831-bd0f4c50f7f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 1128 time: 0.0715206 Apr 11 13:00:43.810231 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606b7b7-8b2a-41be-ae59-f19a215acc58 req-7cbc6b94-b659-4fdd-9e4c-66af37629d6d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:43.812206 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a606b7b7-8b2a-41be-ae59-f19a215acc58 req-7cbc6b94-b659-4fdd-9e4c-66af37629d6d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.1144845 Apr 11 13:00:43.929033 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a606b7b7-8b2a-41be-ae59-f19a215acc58 req-979025cd-1f64-4b31-a034-c7cef2306224 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782721 Apr 11 13:00:43.930897 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-a9d30671-0343-4d15-8848-3974d255ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:43.942256 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d24df-4d24-4cc0-987d-d3af2adf7d09 req-37e4fa8f-6268-4c61-8f12-86a3a992cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:43.945618 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-920d24df-4d24-4cc0-987d-d3af2adf7d09 req-37e4fa8f-6268-4c61-8f12-86a3a992cbe0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 1129 time: 0.0464373 Apr 11 13:00:43.947361 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-a9d30671-0343-4d15-8848-3974d255ce85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 916 time: 0.2003503 Apr 11 13:00:44.070724 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ff949-c1f3-49ff-b930-1e4ad57f3f28 req-bb6fb0d3-a833-4a8d-8a3b-193abd3892ed tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:44.072226 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b97ff949-c1f3-49ff-b930-1e4ad57f3f28 req-bb6fb0d3-a833-4a8d-8a3b-193abd3892ed tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 944 time: 0.0488415 Apr 11 13:00:44.119775 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b97ff949-c1f3-49ff-b930-1e4ad57f3f28 req-d8ee6381-596c-45e2-a91b-8a48acde7d34 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417066 Apr 11 13:00:44.274056 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82efc5e-c4d3-4ddf-ae0f-de9eb0ef802f req-6fa37616-7a74-4492-a70c-ee00c8a50da6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:44.275411 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a82efc5e-c4d3-4ddf-ae0f-de9eb0ef802f req-6fa37616-7a74-4492-a70c-ee00c8a50da6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0508215 Apr 11 13:00:44.331191 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a82efc5e-c4d3-4ddf-ae0f-de9eb0ef802f req-50d2e289-8b54-465b-9b92-0baaa19ec529 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456152 Apr 11 13:00:44.538933 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9c8ad-25b4-4831-a49e-b75c8633c5c6 req-8992d3af-5da2-4aa5-af09-3b4449c9a52c tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:44.540415 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0a9c8ad-25b4-4831-a49e-b75c8633c5c6 req-8992d3af-5da2-4aa5-af09-3b4449c9a52c tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.0521805 Apr 11 13:00:44.588358 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0a9c8ad-25b4-4831-a49e-b75c8633c5c6 req-3076ae25-1e0d-44a8-9cfc-544eca57eef3 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 Apr 11 13:00:44.617215 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-54d57aab-0f65-4a1e-a163-d883bbb3f658 req-41fadc7e-d5d6-4ec1-9a42-bc9b27844640 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 210 time: 0.0273838 Apr 11 13:00:44.689641 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649b7ff-11d8-4a80-965b-8c09bdafcbe5 req-bfdeb117-fda2-4ac9-8dbb-391aad671c04 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:44.691071 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7649b7ff-11d8-4a80-965b-8c09bdafcbe5 req-bfdeb117-fda2-4ac9-8dbb-391aad671c04 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0485976 Apr 11 13:00:44.737479 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7649b7ff-11d8-4a80-965b-8c09bdafcbe5 req-4b6ce7e7-89f2-4890-b32f-c3e062a657a8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407512 Apr 11 13:00:45.043348 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29371568-0272-44b5-8a26-425ca440d90a req-35ab46a3-0484-4efc-93a9-2756e23551c1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:45.045033 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-29371568-0272-44b5-8a26-425ca440d90a req-35ab46a3-0484-4efc-93a9-2756e23551c1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0502229 Apr 11 13:00:45.102347 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-29371568-0272-44b5-8a26-425ca440d90a req-eacba8db-957d-448d-970c-6c1fb968fecf tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514448 Apr 11 13:00:45.260652 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-920d24df-4d24-4cc0-987d-d3af2adf7d09 req-78e8b0dd-d3bb-4d96-8681-c0864ecff2f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Apr 11 13:00:45.265920 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-92dcbcf0-5a4c-43db-bec0-7ca5e92d353d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d526e0-87b9-451b-936f-d3fa6304d5a4 HTTP/1.1" status: 200 len: 217 time: 0.0418670 Apr 11 13:00:45.276638 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a52632-de6a-43eb-b449-842de1a3c8ad req-a96cd5b6-33f5-4d6d-863f-d70988e700f3 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:45.278057 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96a52632-de6a-43eb-b449-842de1a3c8ad req-a96cd5b6-33f5-4d6d-863f-d70988e700f3 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 944 time: 0.0851986 Apr 11 13:00:45.324528 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96a52632-de6a-43eb-b449-842de1a3c8ad req-f3830a63-bbfc-4d21-9d4e-8d59d0b9924a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405903 Apr 11 13:00:45.451995 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9759d85-2f90-44fc-bc9d-7081b7c6ff59 req-0f84cf15-287b-4dd3-8deb-5b9d7e5f41c0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:45.453470 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f9759d85-2f90-44fc-bc9d-7081b7c6ff59 req-0f84cf15-287b-4dd3-8deb-5b9d7e5f41c0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0469961 Apr 11 13:00:45.512580 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f9759d85-2f90-44fc-bc9d-7081b7c6ff59 req-78631172-548c-4d4a-bea8-25b07f5bf4e2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511422 Apr 11 13:00:45.715294 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8b706e8d-fa67-418a-ab66-9e6345399d6c req-d4fc780e-1440-4de4-94fa-49ab8f8d18b7 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 210 time: 0.0332661 Apr 11 13:00:45.721403 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124248fc-bb71-41db-ae90-eee1eee7f1e0 req-35e5d8fa-0c03-4d67-bc1a-2b9bdd8f764a tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:45.722798 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-124248fc-bb71-41db-ae90-eee1eee7f1e0 req-35e5d8fa-0c03-4d67-bc1a-2b9bdd8f764a tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.0684943 Apr 11 13:00:45.770247 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-124248fc-bb71-41db-ae90-eee1eee7f1e0 req-fe65d914-6f58-467c-94c4-f33d59d29b53 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420105 Apr 11 13:00:45.851557 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb638-26c4-4790-a78e-0f8d6bbfc398 req-cbd5b118-d2f8-43f2-8bf3-6030eed14585 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:45.853007 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-88cbb638-26c4-4790-a78e-0f8d6bbfc398 req-cbd5b118-d2f8-43f2-8bf3-6030eed14585 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0456245 Apr 11 13:00:45.903076 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-88cbb638-26c4-4790-a78e-0f8d6bbfc398 req-5ab11731-bab0-43e3-aba4-33d76afc9558 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444105 Apr 11 13:00:46.218755 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560c87e-f78d-40fe-a054-bf5a0d891545 req-0b56d5bf-37e9-431a-812d-f46ad5c5a744 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:46.220163 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7560c87e-f78d-40fe-a054-bf5a0d891545 req-0b56d5bf-37e9-431a-812d-f46ad5c5a744 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0466139 Apr 11 13:00:46.266793 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7560c87e-f78d-40fe-a054-bf5a0d891545 req-bdf83758-17ae-4521-af64-cdf06a1dd623 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408115 Apr 11 13:00:46.449299 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8192dd-e308-4d9b-9d98-1b7fe7343547 req-5e9a5095-2f40-4d1e-9756-5d82ac881750 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:46.450768 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ed8192dd-e308-4d9b-9d98-1b7fe7343547 req-5e9a5095-2f40-4d1e-9756-5d82ac881750 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 944 time: 0.0521348 Apr 11 13:00:46.498901 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ed8192dd-e308-4d9b-9d98-1b7fe7343547 req-8db16e81-b31e-4c2e-a823-d0605ed4b944 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Apr 11 13:00:46.627807 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad451184-0762-458d-9486-5fdef3d162d5 req-d10e1fbd-e725-4aba-8f39-3b758d426f99 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:46.629329 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ad451184-0762-458d-9486-5fdef3d162d5 req-d10e1fbd-e725-4aba-8f39-3b758d426f99 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0503128 Apr 11 13:00:46.674919 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ad451184-0762-458d-9486-5fdef3d162d5 req-49aca65f-4e85-49e7-b6af-8d39d13eef14 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Apr 11 13:00:46.814905 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a7da8473-120d-4aff-9f8b-19f4988047c5 req-e019c9b4-399d-413c-b6b2-95e51775909b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 210 time: 0.0286720 Apr 11 13:00:46.883559 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17882e45-2445-47e2-a76a-44b6fe1fa05f req-5e22b9ca-c003-4737-951a-7b18e0edc812 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:46.885024 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17882e45-2445-47e2-a76a-44b6fe1fa05f req-5e22b9ca-c003-4737-951a-7b18e0edc812 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.0460901 Apr 11 13:00:46.933565 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17882e45-2445-47e2-a76a-44b6fe1fa05f req-f7671fc0-7763-4280-bf18-1258abd8e830 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Apr 11 13:00:47.024739 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84127617-035f-477f-b813-a62a5a2d20a7 req-cf7f55cc-93b9-4333-9d73-d003c0798642 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:47.026064 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-84127617-035f-477f-b813-a62a5a2d20a7 req-cf7f55cc-93b9-4333-9d73-d003c0798642 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0454490 Apr 11 13:00:47.073752 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-84127617-035f-477f-b813-a62a5a2d20a7 req-007d09ef-2d01-402d-aef2-57138f63204d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421464 Apr 11 13:00:47.142865 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 28d526e0-87b9-451b-936f-d3fa6304d5a4 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:00:47.245281 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 28d526e0-87b9-451b-936f-d3fa6304d5a4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=28d526e0-87b9-451b-936f-d3fa6304d5a4,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:47.260310 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '28d526e0-87b9-451b-936f-d3fa6304d5a4', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'port_id': '28d526e0-87b9-451b-936f-d3fa6304d5a4', 'mac_address': 'fa:16:3e:0d:25:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:00:47.297744 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 28d526e0-87b9-451b-936f-d3fa6304d5a4 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:47.298184 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:47.311392 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d526e0-87b9-451b-936f-d3fa6304d5a4 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:00:47.331282 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 28d526e0-87b9-451b-936f-d3fa6304d5a4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=28d526e0-87b9-451b-936f-d3fa6304d5a4,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:47.336762 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:47.380506 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655d8dd-ac31-48b6-8b72-475e1122284d req-793f38b5-38d3-4246-8074-bb02463ab592 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:47.381924 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8655d8dd-ac31-48b6-8b72-475e1122284d req-793f38b5-38d3-4246-8074-bb02463ab592 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0460358 Apr 11 13:00:47.384787 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=28d526e0-87b9-451b-936f-d3fa6304d5a4,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:47.427109 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8655d8dd-ac31-48b6-8b72-475e1122284d req-3b7cabf6-f315-4a12-8eb7-8d79951ed849 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395637 Apr 11 13:00:47.632065 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb85f-773a-4009-8b0f-55e23cb1a860 req-3aa67929-ac4c-441f-80da-0efc37b4eda8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:47.633547 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a58eb85f-773a-4009-8b0f-55e23cb1a860 req-3aa67929-ac4c-441f-80da-0efc37b4eda8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 945 time: 0.0505555 Apr 11 13:00:47.679585 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a58eb85f-773a-4009-8b0f-55e23cb1a860 req-8270a8e2-1c38-48a6-906b-4018bedf7ff3 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403419 Apr 11 13:00:47.786106 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e69425-adcf-4bf5-a067-592d8de8365e req-6bf1362e-279f-4368-96d2-ffe33b67eb48 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:47.787556 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26e69425-adcf-4bf5-a067-592d8de8365e req-6bf1362e-279f-4368-96d2-ffe33b67eb48 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0473754 Apr 11 13:00:47.839054 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26e69425-adcf-4bf5-a067-592d8de8365e req-5dd0b823-7a3b-41fc-bcde-8d98cf8ae185 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 Apr 11 13:00:47.911227 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8fe2c43f-31d9-40da-b041-e4752857e8fb req-fa762bf0-5929-4445-bbf2-e482256f0986 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 210 time: 0.0292690 Apr 11 13:00:48.051191 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2c904-d696-40b3-8405-f0db674969db req-002961e6-1a21-46cb-978c-f9d1bf593b40 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:48.052660 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5cf2c904-d696-40b3-8405-f0db674969db req-002961e6-1a21-46cb-978c-f9d1bf593b40 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.0502615 Apr 11 13:00:48.103559 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5cf2c904-d696-40b3-8405-f0db674969db req-58cb530b-e6ee-4610-a316-2a792f541723 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Apr 11 13:00:48.190927 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-fc259ec6-d6e4-42c0-b998-06cb045407ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:48.192410 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-fc259ec6-d6e4-42c0-b998-06cb045407ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 200 len: 854 time: 0.0727448 Apr 11 13:00:48.205680 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbdbf3-e59a-4ca2-9de3-5adbdffaf284 req-6d0acad4-0a5d-4014-b885-5ab43556fd3b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:48.207837 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a2fbdbf3-e59a-4ca2-9de3-5adbdffaf284 req-6d0acad4-0a5d-4014-b885-5ab43556fd3b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0522876 Apr 11 13:00:48.258169 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a2fbdbf3-e59a-4ca2-9de3-5adbdffaf284 req-2dfa0090-6ab9-4975-a17f-9f960e6f1b6b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451119 Apr 11 13:00:48.419106 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['28d526e0-87b9-451b-936f-d3fa6304d5a4'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:00:48.541843 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a56e7-7a87-4158-a83d-8fcb4d53df6c req-96382a02-47c4-4854-9ade-e41c621ea98e tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:48.543297 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dc8a56e7-7a87-4158-a83d-8fcb4d53df6c req-96382a02-47c4-4854-9ade-e41c621ea98e tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0482025 Apr 11 13:00:48.591619 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dc8a56e7-7a87-4158-a83d-8fcb4d53df6c req-fe388fc5-ebc0-42b0-badd-aa535a353f60 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424941 Apr 11 13:00:48.833686 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641e92f-d0a4-4f96-b23b-70d9322f7b56 req-82c7f0c7-5569-4ff8-bce0-27df8653bd05 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:48.835152 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d641e92f-d0a4-4f96-b23b-70d9322f7b56 req-82c7f0c7-5569-4ff8-bce0-27df8653bd05 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 945 time: 0.0748379 Apr 11 13:00:48.840384 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-eec346f7-8097-48cd-b257-1932dbdb63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:48.841880 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-eec346f7-8097-48cd-b257-1932dbdb63fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=381efb3a-a75e-48f6-b4fc-e139de7ec13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538113 Apr 11 13:00:48.884312 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d641e92f-d0a4-4f96-b23b-70d9322f7b56 req-1f58ffd8-de6f-4218-8a78-4e1d56f56e8d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414531 Apr 11 13:00:48.950320 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcf7f0-8b93-440c-91e7-809c0ca6c564 req-4a5dc28a-c37c-4a6f-8ba2-15657cfced2d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:48.951766 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c1bcf7f0-8b93-440c-91e7-809c0ca6c564 req-4a5dc28a-c37c-4a6f-8ba2-15657cfced2d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0455105 Apr 11 13:00:49.014101 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4773282e-e5f6-47bd-8016-7b744f86ce62 req-726e1c2b-9d36-48b2-b568-f045b8401c8c tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 210 time: 0.0365810 Apr 11 13:00:49.021246 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c1bcf7f0-8b93-440c-91e7-809c0ca6c564 req-e24369b9-2ba0-4fbd-be2e-9a9d737627f4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637302 Apr 11 13:00:49.222196 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbab90f-c459-4b0e-b9f4-66533582672f req-22cd96c2-88e4-42eb-85d3-88905dff59fd tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:49.223882 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bbbab90f-c459-4b0e-b9f4-66533582672f req-22cd96c2-88e4-42eb-85d3-88905dff59fd tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.0542679 Apr 11 13:00:49.537202 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa1db-a6a2-4ffe-b66c-37f3825e3249 req-bb4cf288-8f7e-4c4c-8535-3a886699ddfa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:49.538522 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d1baa1db-a6a2-4ffe-b66c-37f3825e3249 req-bb4cf288-8f7e-4c4c-8535-3a886699ddfa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0597391 Apr 11 13:00:49.550725 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bbbab90f-c459-4b0e-b9f4-66533582672f req-ea9efedf-8230-44c8-9182-1a0a83083519 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197625 Apr 11 13:00:49.594891 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d1baa1db-a6a2-4ffe-b66c-37f3825e3249 req-4e2e1d7a-4530-47d2-8b2b-86575d74b797 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431910 Apr 11 13:00:49.767405 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4916607-74d3-4f03-b0eb-42cd613b4108 req-d87dbc33-1948-4fcd-92ea-05bdcf7db32a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:49.768919 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4916607-74d3-4f03-b0eb-42cd613b4108 req-d87dbc33-1948-4fcd-92ea-05bdcf7db32a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0657923 Apr 11 13:00:49.774499 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-dfd5a906-0614-4354-ab18-a07b5bf11453 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362829 Apr 11 13:00:49.818787 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4916607-74d3-4f03-b0eb-42cd613b4108 req-cef13e4d-d054-4fa3-8ba9-81c50b1971b5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 Apr 11 13:00:50.009044 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55309e8-7c9e-4979-b718-ef3f99438579 req-4a935808-e9dc-4115-85a5-fd244b1df0ab tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:50.010473 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e55309e8-7c9e-4979-b718-ef3f99438579 req-4a935808-e9dc-4115-85a5-fd244b1df0ab tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 945 time: 0.0536189 Apr 11 13:00:50.062266 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e55309e8-7c9e-4979-b718-ef3f99438579 req-595061ef-e8bd-481b-9d75-a1e19b042fad tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432358 Apr 11 13:00:50.108970 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-740cbf17-3ec3-4f96-8e30-20299e3adebe req-b471d7b2-1603-4219-954d-17f5ab6f420f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 210 time: 0.0274358 Apr 11 13:00:50.541104 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 28d526e0-87b9-451b-936f-d3fa6304d5a4 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:00:50.598305 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 28d526e0-87b9-451b-936f-d3fa6304d5a4 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:00:50.603278 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 52844) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:50.605329 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 28d526e0-87b9-451b-936f-d3fa6304d5a4 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:50.605806 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:50.610957 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-e23ae074-ef7c-4568-864c-d939541821aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1858537962', 'description': 'tempest-description--1981532241'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:50.710470 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 28d526e0-87b9-451b-936f-d3fa6304d5a4 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:00:50.710860 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:50.730094 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e23ae074-ef7c-4568-864c-d939541821aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:50.738084 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d526e0-87b9-451b-936f-d3fa6304d5a4'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:00:50.741233 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133f865f-2715-4727-971e-4009a57f4b87" -d '{"events": [{"server_uuid": "c779f8f0-854e-49d7-b7a8-143de3121a56", "name": "network-vif-plugged", "status": "completed", "tag": "28d526e0-87b9-451b-936f-d3fa6304d5a4"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:00:50.759772 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 28d526e0-87b9-451b-936f-d3fa6304d5a4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=28d526e0-87b9-451b-936f-d3fa6304d5a4,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:50.765844 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:50.801014 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeed6d2-960b-4b37-8c86-cf4eafffe4bc req-1b50c852-f1aa-4e78-a905-7ebeaf044f88 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:50.804485 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2eeed6d2-960b-4b37-8c86-cf4eafffe4bc req-1b50c852-f1aa-4e78-a905-7ebeaf044f88 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.1735344 Apr 11 13:00:50.823228 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b363dd-a28f-4840-bbd3-19c1d2b6b545 req-c6aa7140-4e49-4c3b-9803-79fdefc451ed tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:50.824863 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-97b363dd-a28f-4840-bbd3-19c1d2b6b545 req-c6aa7140-4e49-4c3b-9803-79fdefc451ed tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.1491690 Apr 11 13:00:50.856727 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=28d526e0-87b9-451b-936f-d3fa6304d5a4,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:50.882859 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-ef14f5ca-308c-4f1c-9ffc-b8ce0da443c9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:50.884418 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-ef14f5ca-308c-4f1c-9ffc-b8ce0da443c9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 812 time: 0.1361353 Apr 11 13:00:50.917919 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6c4051f6-03db-4d7d-b6ee-29fa37f91a53 req-deecd225-1c06-4988-98d8-ddb08a50f4e4 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834322 Apr 11 13:00:50.968308 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2eeed6d2-960b-4b37-8c86-cf4eafffe4bc req-4db33649-0129-4fe6-9da3-adca70ffbe53 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567309 Apr 11 13:00:50.969455 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-79453f15-e0da-4852-862b-b98c9a505690 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a56cb36eacf430283b9394b23f82c11 HTTP/1.1" status: 200 len: 380 time: 0.0677147 Apr 11 13:00:50.979882 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-97b363dd-a28f-4840-bbd3-19c1d2b6b545 req-1ebd11d8-8240-4c20-82b9-09203d116740 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390512 Apr 11 13:00:50.982276 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e23ae074-ef7c-4568-864c-d939541821aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group (6cdbdde3-e184-4bb4-81b6-44f7ab62bf78), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:50.993854 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'port': {'device_id': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'admin_state_up': True, 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'security_groups': ['9092508c-963b-4a62-ae6b-e1b593820627']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:50.999074 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e23ae074-ef7c-4568-864c-d939541821aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (6cdbdde3-e184-4bb4-81b6-44f7ab62bf78), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.045370 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e23ae074-ef7c-4568-864c-d939541821aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.047816 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-e23ae074-ef7c-4568-864c-d939541821aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4432704 Apr 11 13:00:51.053171 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea290b50-8c96-4c22-b00f-de4bc3b90018 x-openstack-request-id: req-ea290b50-8c96-4c22-b00f-de4bc3b90018 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:00:51.053518 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c779f8f0-854e-49d7-b7a8-143de3121a56", "name": "network-vif-plugged", "status": "completed", "tag": "28d526e0-87b9-451b-936f-d3fa6304d5a4", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:00:51.053774 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea290b50-8c96-4c22-b00f-de4bc3b90018 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:00:51.054481 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea290b50-8c96-4c22-b00f-de4bc3b90018'] response: {'server_uuid': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d526e0-87b9-451b-936f-d3fa6304d5a4', 'code': 200} Apr 11 13:00:51.056567 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 52856) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:51.061145 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-6007072b-f8de-4224-8abb-4a1b54c5a5d7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Request body: {'security_group_rule': {'security_group_id': '6cdbdde3-e184-4bb4-81b6-44f7ab62bf78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:51.099688 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ae074-ef7c-4568-864c-d939541821aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:51.123626 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6007072b-f8de-4224-8abb-4a1b54c5a5d7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group_rule (95dfc3c1-7ae8-4ce6-bbfd-6efcaa63fb73), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.187664 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Made reservation on behalf of 6a56cb36eacf430283b9394b23f82c11 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:00:51.191353 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.303546 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7f731-812c-4cdc-957b-fb939e1c7d42 req-4c3c404d-bcfb-4cf0-9825-402d16200e40 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:51.304089 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6dd7f731-812c-4cdc-957b-fb939e1c7d42 req-4c3c404d-bcfb-4cf0-9825-402d16200e40 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 946 time: 0.1250722 Apr 11 13:00:51.317078 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5c3a2-207e-4729-b6de-3c3470edbf32 req-455cf7b8-84db-43fa-8add-7c31704cb9ae tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:51.324853 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06b5c3a2-207e-4729-b6de-3c3470edbf32 req-455cf7b8-84db-43fa-8add-7c31704cb9ae tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.1777318 Apr 11 13:00:51.342415 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Allocated IP 172.20.0.7 (b9bb3169-b3a3-4914-b342-dec3cb48dfc7/2e5cac5d-d432-4b0c-a607-e2c1189bc7fe/03be8aa4-a9b9-4f30-9424-f472aab01c06) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:00:51.345866 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa490-db59-41eb-a26f-b32dc4dc063b req-e25ba1dc-d08d-488a-8ddf-4a81d1f00449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:51.347342 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f14aa490-db59-41eb-a26f-b32dc4dc063b req-e25ba1dc-d08d-488a-8ddf-4a81d1f00449 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 1130 time: 0.1159222 Apr 11 13:00:51.361273 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6007072b-f8de-4224-8abb-4a1b54c5a5d7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group_rule (95dfc3c1-7ae8-4ce6-bbfd-6efcaa63fb73), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.381744 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6007072b-f8de-4224-8abb-4a1b54c5a5d7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (95dfc3c1-7ae8-4ce6-bbfd-6efcaa63fb73), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.444315 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007072b-f8de-4224-8abb-4a1b54c5a5d7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95dfc3c1-7ae8-4ce6-bbfd-6efcaa63fb73,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:51.453657 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6007072b-f8de-4224-8abb-4a1b54c5a5d7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.454929 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-6007072b-f8de-4224-8abb-4a1b54c5a5d7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3973608 Apr 11 13:00:51.458760 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 52866) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:51.464465 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-86221b33-919e-415b-878b-a82d5464914d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Request body: {'security_group_rule': {'security_group_id': '6cdbdde3-e184-4bb4-81b6-44f7ab62bf78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:51.471922 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06b5c3a2-207e-4729-b6de-3c3470edbf32 req-74263b4f-e15e-42dd-9fac-5127212e4405 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462901 Apr 11 13:00:51.479046 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f14aa490-db59-41eb-a26f-b32dc4dc063b req-09a742c2-d3f4-4fbe-bb3c-76396f076e44 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205418 Apr 11 13:00:51.503746 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6dd7f731-812c-4cdc-957b-fb939e1c7d42 req-59a4bbc0-810a-4a6c-9f42-61fdf47038b3 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606059 Apr 11 13:00:51.526558 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.529899 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86221b33-919e-415b-878b-a82d5464914d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group_rule (d4b1d6a7-234f-4faa-b21f-df69a4be4bd3), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.580642 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c4e17672-52a3-439c-90ab-90f9ecf31c05 req-26d85783-a0df-43fd-84ac-18bbbf5fa88c tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 210 time: 0.0304658 Apr 11 13:00:51.625930 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86221b33-919e-415b-878b-a82d5464914d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group_rule (d4b1d6a7-234f-4faa-b21f-df69a4be4bd3), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.631470 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86221b33-919e-415b-878b-a82d5464914d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (d4b1d6a7-234f-4faa-b21f-df69a4be4bd3), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.638175 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.689188 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86221b33-919e-415b-878b-a82d5464914d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b1d6a7-234f-4faa-b21f-df69a4be4bd3,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:51.699641 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:00:51.702936 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86221b33-919e-415b-878b-a82d5464914d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.707544 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-86221b33-919e-415b-878b-a82d5464914d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2444403 Apr 11 13:00:51.707978 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 52878) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:51.708130 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:00:51.712898 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:51.715406 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:00:51.720371 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:51.721069 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.724922 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'Port': ['ID=03be8aa4-a9b9-4f30-9424-f472aab01c06,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:51.742267 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4fa4ec58-27ac-460f-8349-44c86512503f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532113 Apr 11 13:00:51.766516 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Request body: {'port': {'device_id': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:51.771981 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.808270 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:00:51.838354 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:51.892851 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fac94-3a97-4049-8250-f35590778fb6 req-e096ab04-08d9-45f3-8088-3954ef225c14 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:51.894405 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-299fac94-3a97-4049-8250-f35590778fb6 req-e096ab04-08d9-45f3-8088-3954ef225c14 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.1116834 Apr 11 13:00:51.934883 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.000960 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-299fac94-3a97-4049-8250-f35590778fb6 req-5a35f96c-31c5-4c30-b6ea-2e2bf787c0b8 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006033 Apr 11 13:00:52.054545 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-63de90f8-1726-414e-9742-36de542fdbf5 None None] Provisioning complete for port 03be8aa4-a9b9-4f30-9424-f472aab01c06 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:52.055135 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-63de90f8-1726-414e-9742-36de542fdbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.125024 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Allocated IP 172.27.0.63 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/fd5b656b-c90e-49ce-ad39-1be182375fa2) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:00:52.130769 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-63de90f8-1726-414e-9742-36de542fdbf5 None None] Port 03be8aa4-a9b9-4f30-9424-f472aab01c06 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:00:52.152998 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e48c4-1d5a-4ff8-9929-83045c76bc47 req-b3bce67e-7108-4253-9ade-1c39799c6933 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:52.154614 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b39e48c4-1d5a-4ff8-9929-83045c76bc47 req-b3bce67e-7108-4253-9ade-1c39799c6933 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0764828 Apr 11 13:00:52.183636 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03be8aa4-a9b9-4f30-9424-f472aab01c06 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:00:52.191176 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Publish callbacks [] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.203499 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Transition to ACTIVE for port object 03be8aa4-a9b9-4f30-9424-f472aab01c06 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:00:52.207487 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.248878 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b39e48c4-1d5a-4ff8-9929-83045c76bc47 req-14899631-030f-4ed9-b61e-fdea7199f63f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819769 Apr 11 13:00:52.258541 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=03be8aa4-a9b9-4f30-9424-f472aab01c06,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:52.280767 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for port (fd5b656b-c90e-49ce-ad39-1be182375fa2), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.301573 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Attempting to bind port 03be8aa4-a9b9-4f30-9424-f472aab01c06 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:00:52.301978 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Attempting to bind port 03be8aa4-a9b9-4f30-9424-f472aab01c06 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:00:52.302475 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Attempting to bind port 03be8aa4-a9b9-4f30-9424-f472aab01c06 on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:52.307110 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Port 03be8aa4-a9b9-4f30-9424-f472aab01c06 on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:00:52.307500 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Attempting to bind port 03be8aa4-a9b9-4f30-9424-f472aab01c06 on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:52.312760 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:00:52.313370 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Checking segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:00:52.314008 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Bound using segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:00:52.314583 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Bound port: 03be8aa4-a9b9-4f30-9424-f472aab01c06, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:00:52.314960 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.321819 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (fd5b656b-c90e-49ce-ad39-1be182375fa2), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.366767 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:00:52.371197 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:00:52.378878 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:00:52.381891 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event updated for resources: {'Port': ['ID=fd5b656b-c90e-49ce-ad39-1be182375fa2,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:52.398229 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] For port 03be8aa4-a9b9-4f30-9424-f472aab01c06, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:00:52.401953 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] For port 03be8aa4-a9b9-4f30-9424-f472aab01c06, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=03be8aa4-a9b9-4f30-9424-f472aab01c06,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:00:52.409435 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.444883 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:52.445492 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.447066 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/03be8aa4-a9b9-4f30-9424-f472aab01c06 HTTP/1.1" status: 200 len: 1093 time: 0.6867816 Apr 11 13:00:52.449526 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'tag': '03be8aa4-a9b9-4f30-9424-f472aab01c06'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:00:52.451765 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cc9a96-5d38-4076-962e-4d0fd7d223b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e72c3c8-ccb6-405d-8576-60b33ea3a14f", "tag": "03be8aa4-a9b9-4f30-9424-f472aab01c06"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:00:52.475434 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for floatingip (5ddb776e-9ae4-479d-8202-8b9b69ddd088), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.478866 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f32ead-eea4-4695-b85e-0b079d8fe2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=03be8aa4-a9b9-4f30-9424-f472aab01c06,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:52.497641 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764c39d-f2ec-41df-b8ec-a3ad6a9b72a6 x-openstack-request-id: req-f764c39d-f2ec-41df-b8ec-a3ad6a9b72a6 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:00:52.497994 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e72c3c8-ccb6-405d-8576-60b33ea3a14f", "tag": "03be8aa4-a9b9-4f30-9424-f472aab01c06", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:00:52.498301 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f764c39d-f2ec-41df-b8ec-a3ad6a9b72a6 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:00:52.498760 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f764c39d-f2ec-41df-b8ec-a3ad6a9b72a6'] response: {'name': 'network-changed', 'server_uuid': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'tag': '03be8aa4-a9b9-4f30-9424-f472aab01c06', 'status': 'completed', 'code': 200} Apr 11 13:00:52.521126 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fd5b656b-c90e-49ce-ad39-1be182375fa2), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.671121 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d444f38-065d-40f5-8b86-18b9b6730067 req-94ef4506-a222-4c6e-bbbf-4fe3d912ecef tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:52.673367 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7d444f38-065d-40f5-8b86-18b9b6730067 req-94ef4506-a222-4c6e-bbbf-4fe3d912ecef tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 946 time: 0.0966032 Apr 11 13:00:52.722041 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79f45f-f989-4bcd-8e28-e3c540938b3e req-15e7bc71-744c-43c0-b95f-b801663f9362 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:52.723360 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7d79f45f-f989-4bcd-8e28-e3c540938b3e req-15e7bc71-744c-43c0-b95f-b801663f9362 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.1367285 Apr 11 13:00:52.823248 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7d444f38-065d-40f5-8b86-18b9b6730067 req-beaa940c-4d8f-45bb-98e8-4f6f7de34c03 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418002 Apr 11 13:00:52.833658 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7d79f45f-f989-4bcd-8e28-e3c540938b3e req-9e80dabd-0873-4b69-9c0f-66298f1869c4 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982327 Apr 11 13:00:52.851964 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for port (fd5b656b-c90e-49ce-ad39-1be182375fa2), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.857896 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (fd5b656b-c90e-49ce-ad39-1be182375fa2), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:52.957240 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event updated for resources: {'Port': ['ID=fd5b656b-c90e-49ce-ad39-1be182375fa2,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:52.978594 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82870c5f-e850-4c8e-bca5-a83f6e456f59 req-a23cafed-c3a0-4cb1-884d-5368fa911be4 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:52.979975 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-82870c5f-e850-4c8e-bca5-a83f6e456f59 req-a23cafed-c3a0-4cb1-884d-5368fa911be4 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0815532 Apr 11 13:00:52.984893 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (5ddb776e-9ae4-479d-8202-8b9b69ddd088), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:53.015462 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:53.016687 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-5f8b2da9-809c-4e1e-bfb2-0123acc64d2f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3076458 Apr 11 13:00:53.055950 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-82870c5f-e850-4c8e-bca5-a83f6e456f59 req-dc32e974-dd06-4fef-970f-0762f389a0d9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680058 Apr 11 13:00:53.161675 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e125444-cbb6-40d1-b0bd-b8e172725bc1 req-569ed7e2-3eb3-4db2-9d3c-ba01267e5caa tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:53.163445 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9e125444-cbb6-40d1-b0bd-b8e172725bc1 req-569ed7e2-3eb3-4db2-9d3c-ba01267e5caa tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.0715086 Apr 11 13:00:53.226981 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9e125444-cbb6-40d1-b0bd-b8e172725bc1 req-06bc676a-59a4-4288-a441-db0d4c012fc7 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571642 Apr 11 13:00:53.273533 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-bba2ff9e-2806-426e-b01c-50fbb54a8492 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1858537962&fields=id&tenant_id=40f86b2346704694a79e8d8ab939d78c HTTP/1.1" status: 200 len: 267 time: 0.0659647 Apr 11 13:00:53.405492 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651a4c5-5a36-43c8-a962-fc7b56668508 req-d5e6716f-f593-435b-8c79-35097f92a86b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:53.407012 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c651a4c5-5a36-43c8-a962-fc7b56668508 req-d5e6716f-f593-435b-8c79-35097f92a86b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0592194 Apr 11 13:00:53.433137 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8439-17cf-4640-b6d1-711aae186883 req-b4444530-bb35-47ad-ae53-af4fc15d3477 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:53.434562 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-b4444530-bb35-47ad-ae53-af4fc15d3477 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 818 time: 0.1523879 Apr 11 13:00:53.457851 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-a0468934-347e-443e-941c-180404367852 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/quotas/40f86b2346704694a79e8d8ab939d78c HTTP/1.1" status: 200 len: 375 time: 0.0158136 Apr 11 13:00:53.496009 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c651a4c5-5a36-43c8-a962-fc7b56668508 req-e691e6c4-41ab-482c-aa73-54d1e0bc5fe7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775683 Apr 11 13:00:53.536697 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-3b023a7d-5e3e-482c-98ea-7fd210f00dd5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0723636 Apr 11 13:00:53.638752 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-91b1b26e-7c65-46e4-a332-c9776d312b92 service neutron] 10.222.0.26 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823901 Apr 11 13:00:53.733632 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-96269d42-2158-44a4-a318-4750cc4ea19e service neutron] 10.222.0.26 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887687 Apr 11 13:00:53.777126 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc9a96-5d38-4076-962e-4d0fd7d223b3 req-a9a54154-61e9-4686-8be3-0746100d6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:53.778611 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-28cc9a96-5d38-4076-962e-4d0fd7d223b3 req-a9a54154-61e9-4686-8be3-0746100d6638 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 1127 time: 0.0385735 Apr 11 13:00:53.907326 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-de5bd0e2-f8f5-49fa-aeb7-332d7a978488 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:53.908900 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-de5bd0e2-f8f5-49fa-aeb7-332d7a978488 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.0538416 Apr 11 13:00:53.969452 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc9a96-5d38-4076-962e-4d0fd7d223b3 req-3f957dc9-b068-477e-accc-45c357f9f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:53.973163 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-28cc9a96-5d38-4076-962e-4d0fd7d223b3 req-3f957dc9-b068-477e-accc-45c357f9f581 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6a56cb36eacf430283b9394b23f82c11&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1223974 Apr 11 13:00:54.019491 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4353588f-08f9-4023-8415-880879dd3dd7 req-95bb45d7-66a3-4c9c-896e-ff7ce5cfbb2b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 210 time: 0.0524199 Apr 11 13:00:54.028475 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa4f80-40d0-4736-8ae4-2feab818964b req-508f5354-4911-4c22-9794-15c9326a248d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:54.029936 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-54aa4f80-40d0-4736-8ae4-2feab818964b req-508f5354-4911-4c22-9794-15c9326a248d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 946 time: 0.1194158 Apr 11 13:00:54.203529 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-ab7d945a-7fce-431a-90b4-781dbdc1e1a2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Deleting port ca9409f7-9ac4-45dc-aeae-c000967505f0 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:00:54.204464 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-ab7d945a-7fce-431a-90b4-781dbdc1e1a2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:54.226437 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-54aa4f80-40d0-4736-8ae4-2feab818964b req-3239b1fc-b51c-41e6-b654-ebe0b611b9a7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899593 Apr 11 13:00:54.238957 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 52954) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:54.241683 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abd1d3-d362-4fda-b274-b49bbfe4284c req-03a94033-6184-4dc8-8d3f-693911f960b2 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:54.248744 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c7abd1d3-d362-4fda-b274-b49bbfe4284c req-03a94033-6184-4dc8-8d3f-693911f960b2 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.1456904 Apr 11 13:00:54.359136 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52561505-32f4-4a89-98e3-dfa124762698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:54.444713 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52561505-32f4-4a89-98e3-dfa124762698 admin admin] Publish callbacks [] for security_group (207c16fa-0118-4c4d-959a-3cb850b77c21), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:54.451431 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52561505-32f4-4a89-98e3-dfa124762698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (207c16fa-0118-4c4d-959a-3cb850b77c21), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:54.582527 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52561505-32f4-4a89-98e3-dfa124762698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c16fa-0118-4c4d-959a-3cb850b77c21,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:54.589597 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-52561505-32f4-4a89-98e3-dfa124762698 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11e5713894474753b5e324732d4d9ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495042 Apr 11 13:00:54.593063 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 52964) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:54.601402 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc73755-74c7-4f93-a862-f73e3e7678bd req-f8d13fe4-347d-425c-b76f-c7c7fb446e85 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:54.603278 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-acc73755-74c7-4f93-a862-f73e3e7678bd req-f8d13fe4-347d-425c-b76f-c7c7fb446e85 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.2960334 Apr 11 13:00:54.630189 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c7abd1d3-d362-4fda-b274-b49bbfe4284c req-a275d2f3-0161-464f-a533-8efbbade2d4c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805485 Apr 11 13:00:54.650558 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc9a96-5d38-4076-962e-4d0fd7d223b3 req-cec568a5-ae79-4a08-9618-67153c49fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:54.652718 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-28cc9a96-5d38-4076-962e-4d0fd7d223b3 req-cec568a5-ae79-4a08-9618-67153c49fc68 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1838169 Apr 11 13:00:54.716341 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-acc73755-74c7-4f93-a862-f73e3e7678bd req-05b77937-a088-44da-b83c-dc5c4a2fd5af tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053648 Apr 11 13:00:54.717960 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c135fe03-1dda-44b3-a0c1-3eaf5556b138 admin admin] Publish callbacks [] for security_group (207c16fa-0118-4c4d-959a-3cb850b77c21), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:54.730547 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-ab7d945a-7fce-431a-90b4-781dbdc1e1a2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] For port ca9409f7-9ac4-45dc-aeae-c000967505f0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ca9409f7-9ac4-45dc-aeae-c000967505f0,segment=NetworkSegment(0143bf33-e3b7-440d-b90f-d7a8f0479b85),segment_id=0143bf33-e3b7-440d-b90f-d7a8f0479b85)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:00:54.730869 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-ab7d945a-7fce-431a-90b4-781dbdc1e1a2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:54.781477 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-ab7d945a-7fce-431a-90b4-781dbdc1e1a2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Calling delete_port for ca9409f7-9ac4-45dc-aeae-c000967505f0 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:00:54.793443 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c135fe03-1dda-44b3-a0c1-3eaf5556b138 admin admin] Publish callbacks [] for security_group (207c16fa-0118-4c4d-959a-3cb850b77c21), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:54.800527 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-03e86844-bf7b-44d9-9bf6-6d18b9da067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:54.802090 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-03e86844-bf7b-44d9-9bf6-6d18b9da067c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 1127 time: 0.0819027 Apr 11 13:00:54.833524 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e342d-c8ac-4e05-acf0-7cae3e9c27b8 req-7380f8b8-ccc2-41d6-8332-318d80b9c198 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:54.835035 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2f3e342d-c8ac-4e05-acf0-7cae3e9c27b8 req-7380f8b8-ccc2-41d6-8332-318d80b9c198 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa1ac8e-3cb8-4b51-b019-38705502c309 HTTP/1.1" status: 200 len: 945 time: 0.0890439 Apr 11 13:00:54.864958 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-4aac547c-73f7-4e74-8591-4b174679f522 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03be8aa4-a9b9-4f30-9424-f472aab01c06 HTTP/1.1" status: 200 len: 217 time: 0.0523052 Apr 11 13:00:54.887348 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c135fe03-1dda-44b3-a0c1-3eaf5556b138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (207c16fa-0118-4c4d-959a-3cb850b77c21), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:54.890317 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c135fe03-1dda-44b3-a0c1-3eaf5556b138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:54.891438 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c135fe03-1dda-44b3-a0c1-3eaf5556b138 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/207c16fa-0118-4c4d-959a-3cb850b77c21 HTTP/1.1" status: 204 len: 168 time: 0.2974975 Apr 11 13:00:54.902357 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135fe03-1dda-44b3-a0c1-3eaf5556b138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c16fa-0118-4c4d-959a-3cb850b77c21,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:54.965668 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764799-52a0-4243-8139-6c1f8622b8fb req-274ca88f-bc39-4226-9982-737fcb6a4975 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:54.967125 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-29764799-52a0-4243-8139-6c1f8622b8fb req-274ca88f-bc39-4226-9982-737fcb6a4975 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.1129792 Apr 11 13:00:55.000508 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2f3e342d-c8ac-4e05-acf0-7cae3e9c27b8 req-632ace39-48ae-490e-af54-730d7d42012c tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451900 Apr 11 13:00:55.066065 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-29764799-52a0-4243-8139-6c1f8622b8fb req-ee06829b-6851-4b78-886b-86022911b7e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914440 Apr 11 13:00:55.107960 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-ab7d945a-7fce-431a-90b4-781dbdc1e1a2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (ca9409f7-9ac4-45dc-aeae-c000967505f0), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:55.132544 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-79024515-5aae-4232-8ebd-b003b0ac220c req-2e01bea0-9b17-4659-9881-d462bedf4912 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 210 time: 0.0372081 Apr 11 13:00:55.159090 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d945a-7fce-431a-90b4-781dbdc1e1a2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Pushing event deleted for resources: {'Port': ['ID=ca9409f7-9ac4-45dc-aeae-c000967505f0,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:55.209979 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-0cdebb4b-a7f5-4089-aa5b-480ccaad4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:55.211444 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-0cdebb4b-a7f5-4089-aa5b-480ccaad4c9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.0986869 Apr 11 13:00:55.252181 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-ab7d945a-7fce-431a-90b4-781dbdc1e1a2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] No DVR routers for this DVR port ca9409f7-9ac4-45dc-aeae-c000967505f0 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:00:55.254951 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-ab7d945a-7fce-431a-90b4-781dbdc1e1a2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:55.258527 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-82acdc7d-e399-4a1a-9843-ccc93431ce23 req-ab7d945a-7fce-431a-90b4-781dbdc1e1a2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.13 "DELETE /v2.0/ports/ca9409f7-9ac4-45dc-aeae-c000967505f0 HTTP/1.1" status: 204 len: 173 time: 1.3390491 Apr 11 13:00:55.258977 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa1ac8e-3cb8-4b51-b019-38705502c309', 'name': 'network-vif-deleted', 'tag': 'ca9409f7-9ac4-45dc-aeae-c000967505f0'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:00:55.261467 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e7a993-6a26-4c80-82ad-3386ea60f8e2" -d '{"events": [{"server_uuid": "9fa1ac8e-3cb8-4b51-b019-38705502c309", "name": "network-vif-deleted", "tag": "ca9409f7-9ac4-45dc-aeae-c000967505f0"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:00:55.299514 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e81b22-807e-458e-af2f-5d362fa9ecde x-openstack-request-id: req-59e81b22-807e-458e-af2f-5d362fa9ecde {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:00:55.300074 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa1ac8e-3cb8-4b51-b019-38705502c309", "name": "network-vif-deleted", "tag": "ca9409f7-9ac4-45dc-aeae-c000967505f0", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:00:55.300511 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59e81b22-807e-458e-af2f-5d362fa9ecde {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:00:55.300981 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e81b22-807e-458e-af2f-5d362fa9ecde'] response: {'server_uuid': '9fa1ac8e-3cb8-4b51-b019-38705502c309', 'name': 'network-vif-deleted', 'tag': 'ca9409f7-9ac4-45dc-aeae-c000967505f0', 'status': 'completed', 'code': 200} Apr 11 13:00:55.370468 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-08cb30fc-0658-40ee-a571-1e4e32f14bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:55.371964 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-08cb30fc-0658-40ee-a571-1e4e32f14bc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1532052 Apr 11 13:00:55.397797 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a823e-e286-4407-9c3e-baabd815a9f9 req-552215e2-6270-42aa-aee0-91b080e81067 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:55.400584 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-135a823e-e286-4407-9c3e-baabd815a9f9 req-552215e2-6270-42aa-aee0-91b080e81067 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 946 time: 0.0576768 Apr 11 13:00:55.425427 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8439-17cf-4640-b6d1-711aae186883 req-18966da9-7cf3-4de4-8813-aa5e66a3ece6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:55.427872 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-18966da9-7cf3-4de4-8813-aa5e66a3ece6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 818 time: 0.1771264 Apr 11 13:00:55.491336 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-135a823e-e286-4407-9c3e-baabd815a9f9 req-4c77a9b3-db61-4e4a-acd0-eb32eeb3e365 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849452 Apr 11 13:00:55.549657 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-be39cab7-80f3-475a-bc9d-946f75d5fa2f service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676254 Apr 11 13:00:55.564868 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-94f65a38-b3d8-41ec-b6f8-900f360c0956 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40f86b2346704694a79e8d8ab939d78c HTTP/1.1" status: 200 len: 380 time: 0.0903234 Apr 11 13:00:55.609672 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fe2e3-d83f-41e0-a9da-24c601feb190 req-ccbdb931-78b1-4310-871b-c40c245e2435 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:55.611207 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-db4fe2e3-d83f-41e0-a9da-24c601feb190 req-ccbdb931-78b1-4310-871b-c40c245e2435 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 946 time: 0.0506523 Apr 11 13:00:55.621337 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 53000) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:55.626162 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-d84f5926-f714-40fa-9c20-8ecacb264d0c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'floatingip': {'port_id': '28d526e0-87b9-451b-936f-d3fa6304d5a4'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:55.664537 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d84f5926-f714-40fa-9c20-8ecacb264d0c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:55.758548 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Request body: {'port': {'device_id': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'admin_state_up': True, 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'security_groups': ['6cdbdde3-e184-4bb4-81b6-44f7ab62bf78']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:55.815202 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf684ef-fc9e-45cd-8c72-c7e40960b750 req-062add42-e636-4753-ad93-087a90959051 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:55.822023 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bbf684ef-fc9e-45cd-8c72-c7e40960b750 req-062add42-e636-4753-ad93-087a90959051 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0986626 Apr 11 13:00:55.924730 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9994e290-9206-430b-bd12-a7c8ca48c230 req-2dc07356-bc5b-4710-8211-7dcec56f2d42 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802742 Apr 11 13:00:55.968893 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Made reservation on behalf of 40f86b2346704694a79e8d8ab939d78c for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:00:55.974372 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:55.978013 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f514-4b0e-4497-86ab-fe3f5d1f5bac req-66e7129a-a28c-4b3d-97d7-ce083c921aa2 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:55.979531 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b91f514-4b0e-4497-86ab-fe3f5d1f5bac req-66e7129a-a28c-4b3d-97d7-ce083c921aa2 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.1549430 Apr 11 13:00:56.022745 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bbf684ef-fc9e-45cd-8c72-c7e40960b750 req-8d8bab75-e7e9-416b-ae70-6f7c8dbc4aee tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998451 Apr 11 13:00:56.174080 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b91f514-4b0e-4497-86ab-fe3f5d1f5bac req-e3010ecc-e436-4464-87c0-b3794425d408 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843147 Apr 11 13:00:56.192953 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b29703d6-f3a0-40cf-ade4-d9b85beb8407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:56.276106 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Allocated IP 172.20.0.6 (1070c4b9-bdcc-479f-b440-2980005e8e57/13f58d80-c4c3-4eca-adc9-94a96c0e0a65/7192a2b4-9ab8-467b-979d-71dd0b480170) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:00:56.322384 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688e67b-cb8e-4446-abf7-116de98088cf req-6d6eb32a-be94-4b75-a2fa-fdf54823d8e3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:56.330725 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b688e67b-cb8e-4446-abf7-116de98088cf req-6d6eb32a-be94-4b75-a2fa-fdf54823d8e3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.1267874 Apr 11 13:00:56.422754 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ee5938e2-ad77-4295-a8cc-81a5900c1be4 req-c5cdbc6d-2394-4b64-8a4b-f25af17b8e67 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 210 time: 0.0897100 Apr 11 13:00:56.453772 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:56.469216 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b688e67b-cb8e-4446-abf7-116de98088cf req-9ebe7d20-4cc5-4e0c-83b3-d1ec7cfaad92 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382043 Apr 11 13:00:56.495600 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:56.538908 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:00:56.542314 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:00:56.545338 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:00:56.551202 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:56.551816 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:56.575636 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event updated for resources: {'Port': ['ID=7192a2b4-9ab8-467b-979d-71dd0b480170,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:56.584548 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device ca9409f7-9ac4-45dc-aeae-c000967505f0 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:00:56.596312 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-53cd984d-8e57-4036-bbd0-4e61116a4a13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8530214 Apr 11 13:00:56.609262 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Request body: {'port': {'device_id': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:00:56.611635 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: ca9409f7-9ac4-45dc-aeae-c000967505f0 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:00:56.612193 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device ca9409f7-9ac4-45dc-aeae-c000967505f0 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:00:56.616648 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d84f5926-f714-40fa-9c20-8ecacb264d0c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:56.624163 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d84f5926-f714-40fa-9c20-8ecacb264d0c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:56.675463 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:56.702811 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-532f346c-5974-4824-a419-a29e3d2ae234 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:56.704350 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-532f346c-5974-4824-a419-a29e3d2ae234 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/networks?id=a9fdd2e8-9366-4af9-8bc1-e278e0f1729e HTTP/1.1" status: 200 len: 808 time: 0.1911871 Apr 11 13:00:56.745990 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-2af2cbde-223a-4dfc-86d9-b5ecd532e077 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/quotas/53eb91c2c07247c8a6e3eac842263ff0 HTTP/1.1" status: 200 len: 375 time: 0.0167780 Apr 11 13:00:56.783850 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-8b83ad3a-2b08-4de1-8ded-dd838f47b958 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=53eb91c2c07247c8a6e3eac842263ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301421 Apr 11 13:00:56.784887 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [None req-d84f5926-f714-40fa-9c20-8ecacb264d0c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Floating IP ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b associated. External IP: 172.27.0.126, port: 28d526e0-87b9-451b-936f-d3fa6304d5a4. Apr 11 13:00:56.828967 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-8aba715c-217a-4e28-9bd9-8bc4b10d0e29 None None] Provisioning complete for port 7192a2b4-9ab8-467b-979d-71dd0b480170 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:00:56.829317 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8aba715c-217a-4e28-9bd9-8bc4b10d0e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:56.865075 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-8aba715c-217a-4e28-9bd9-8bc4b10d0e29 None None] Port 7192a2b4-9ab8-467b-979d-71dd0b480170 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:00:56.945373 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7192a2b4-9ab8-467b-979d-71dd0b480170 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:00:56.952797 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Publish callbacks [] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:56.959048 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-0f2bcd93-59e1-4abc-b1f6-6ba1f72069a6 service neutron] 10.222.0.26 "GET /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365986 Apr 11 13:00:56.965908 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Transition to ACTIVE for port object 7192a2b4-9ab8-467b-979d-71dd0b480170 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:00:56.970854 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:57.022703 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Pushing event updated for resources: {'Port': ['ID=7192a2b4-9ab8-467b-979d-71dd0b480170,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:57.068828 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Attempting to bind port 7192a2b4-9ab8-467b-979d-71dd0b480170 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:00:57.069161 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Attempting to bind port 7192a2b4-9ab8-467b-979d-71dd0b480170 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:00:57.069490 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Attempting to bind port 7192a2b4-9ab8-467b-979d-71dd0b480170 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:57.075038 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Port 7192a2b4-9ab8-467b-979d-71dd0b480170 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:00:57.075429 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Attempting to bind port 7192a2b4-9ab8-467b-979d-71dd0b480170 on network 1070c4b9-bdcc-479f-b440-2980005e8e57 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:00:57.082559 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:00:57.082976 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Checking segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:00:57.083443 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Bound using segment: {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:00:57.083938 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Bound port: 7192a2b4-9ab8-467b-979d-71dd0b480170, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:00:57.084441 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:57.161319 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] For port 7192a2b4-9ab8-467b-979d-71dd0b480170, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:00:57.164928 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] For port 7192a2b4-9ab8-467b-979d-71dd0b480170, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7192a2b4-9ab8-467b-979d-71dd0b480170,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:00:57.172873 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:57.213484 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:57.214466 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:57.217459 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] 10.222.0.13 "PUT /v2.0/ports/7192a2b4-9ab8-467b-979d-71dd0b480170 HTTP/1.1" status: 200 len: 1093 time: 0.6115990 Apr 11 13:00:57.229790 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:00:57.234360 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e20a63-fb5d-4b47-930f-63424da7d954" -d '{"events": [{"name": "network-changed", "server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:00:57.270473 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d850f-bf0b-4e62-ac14-b923d4ec0eab service neutron] Pushing event updated for resources: {'Port': ['ID=7192a2b4-9ab8-467b-979d-71dd0b480170,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:57.380565 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8439-17cf-4640-b6d1-711aae186883 req-564603b3-8171-4135-9145-d71f8bf12d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:57.382077 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-564603b3-8171-4135-9145-d71f8bf12d31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 1127 time: 0.0627282 Apr 11 13:00:57.439872 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-19a933a7-d94c-4d65-9de0-1cfb0e8e1222 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7192a2b4-9ab8-467b-979d-71dd0b480170 HTTP/1.1" status: 200 len: 217 time: 0.0454640 Apr 11 13:00:57.475997 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84f5926-f714-40fa-9c20-8ecacb264d0c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:00:57.496192 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8439-17cf-4640-b6d1-711aae186883 req-6cc689d5-b1db-4d36-b469-2985a81e0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:57.497495 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-6cc689d5-b1db-4d36-b469-2985a81e0062 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.0482516 Apr 11 13:00:57.498486 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-3bbdfbd3-c1fb-4912-a647-d0d23b438910 service neutron] 10.222.0.26 "GET /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053365 Apr 11 13:00:57.506361 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68650-38d8-48ab-9fc5-f92bb4fed269 req-7b266a4e-3fd4-4a62-ad70-cf73063f0e5a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:57.507942 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-74f68650-38d8-48ab-9fc5-f92bb4fed269 req-7b266a4e-3fd4-4a62-ad70-cf73063f0e5a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.3949659 Apr 11 13:00:57.590231 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8439-17cf-4640-b6d1-711aae186883 req-2d13153c-32a4-4ebd-8680-2d1799286676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:57.591980 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-2d13153c-32a4-4ebd-8680-2d1799286676 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681753 Apr 11 13:00:57.659503 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-74f68650-38d8-48ab-9fc5-f92bb4fed269 req-5fea626d-05e6-41f9-95e6-5ea7bcedd2e3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078510 Apr 11 13:00:57.681412 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84f5926-f714-40fa-9c20-8ecacb264d0c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:00:57.691177 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d84f5926-f714-40fa-9c20-8ecacb264d0c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:57.696051 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:00:57.712917 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:00:57.713550 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:00:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:57.740208 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-d84f5926-f714-40fa-9c20-8ecacb264d0c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "PUT /v2.0/floatingips/ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b HTTP/1.1" status: 200 len: 992 time: 2.1177447 Apr 11 13:00:57.741040 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'tag': '28d526e0-87b9-451b-936f-d3fa6304d5a4'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:00:57.743872 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af09678-8ff9-457f-8f71-2fa37a85e30e" -d '{"events": [{"name": "network-changed", "server_uuid": "c779f8f0-854e-49d7-b7a8-143de3121a56", "tag": "28d526e0-87b9-451b-936f-d3fa6304d5a4"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:00:57.807409 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7746922f-c366-4f2b-ac45-add3051c93eb x-openstack-request-id: req-7746922f-c366-4f2b-ac45-add3051c93eb {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:00:57.807733 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:00:57.807932 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7746922f-c366-4f2b-ac45-add3051c93eb {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:00:57.808418 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7746922f-c366-4f2b-ac45-add3051c93eb'] response: {'name': 'network-changed', 'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'status': 'completed', 'code': 200} Apr 11 13:00:57.828902 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-abbea6b3-4784-4e30-aaee-9dfc70aaae74 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100351 Apr 11 13:00:57.852529 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:00:57.869677 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845019a-9224-4a52-8f49-4667ce285818 req-e236c5bc-ad73-42c5-9f3c-26bc2b983ec4 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:57.871192 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e845019a-9224-4a52-8f49-4667ce285818 req-e236c5bc-ad73-42c5-9f3c-26bc2b983ec4 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0946312 Apr 11 13:00:57.892356 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7066105-8e4d-4aa0-a599-5ec82bb346bc req-3b5b6397-2c39-4070-b9ea-ad14a70e93bc tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:57.893790 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c7066105-8e4d-4aa0-a599-5ec82bb346bc req-3b5b6397-2c39-4070-b9ea-ad14a70e93bc tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 943 time: 0.0741336 Apr 11 13:00:57.950819 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-d35a8439-17cf-4640-b6d1-711aae186883 req-2daf34ef-cc8d-419f-84dc-e11832400bc3 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068063 Apr 11 13:00:57.958227 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e845019a-9224-4a52-8f49-4667ce285818 req-b840aee6-4430-4cce-817b-887cd5f3a406 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806575 Apr 11 13:00:57.990532 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c7066105-8e4d-4aa0-a599-5ec82bb346bc req-dff4495c-9e69-45ed-9646-a44aea6c33d5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897205 Apr 11 13:00:58.092235 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '588affc3-1c2f-4e17-aa61-cb2aea32294a', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:93:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:31Z', 'updated_at': '2022-04-11T12:59:13Z', 'revision_number': 2, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}, {'id': 'ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '28d526e0-87b9-451b-936f-d3fa6304d5a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:0d:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:00:31Z', 'updated_at': '2022-04-11T13:00:56Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:58.096697 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7960f80b-dc67-46b4-86de-958917e31068 req-61ac93e7-38c4-4195-9f43-b88cbb579b03 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0500903 Apr 11 13:00:58.122079 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:00:58.128534 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de6e50-af35-401c-97dd-40d7d7c6eacb req-3b0dc134-77ca-480b-9030-9ac8e41892a8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:58.132825 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:00:58.136603 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:00:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:58.136754 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-50de6e50-af35-401c-97dd-40d7d7c6eacb req-3b0dc134-77ca-480b-9030-9ac8e41892a8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.1014307 Apr 11 13:00:58.152192 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15700da-cd6f-4140-96a4-e81130170e14 x-openstack-request-id: req-d15700da-cd6f-4140-96a4-e81130170e14 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:00:58.152483 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c779f8f0-854e-49d7-b7a8-143de3121a56", "tag": "28d526e0-87b9-451b-936f-d3fa6304d5a4", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:00:58.152735 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d15700da-cd6f-4140-96a4-e81130170e14 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:00:58.153131 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15700da-cd6f-4140-96a4-e81130170e14'] response: {'name': 'network-changed', 'server_uuid': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'tag': '28d526e0-87b9-451b-936f-d3fa6304d5a4', 'status': 'completed', 'code': 200} Apr 11 13:00:58.181021 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-50de6e50-af35-401c-97dd-40d7d7c6eacb req-090c8303-44fe-4fa5-bfeb-a8de0d003a11 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Apr 11 13:00:58.245305 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:00:58.540730 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '588affc3-1c2f-4e17-aa61-cb2aea32294a', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:93:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:31Z', 'updated_at': '2022-04-11T12:59:13Z', 'revision_number': 2, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}, {'id': 'ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '28d526e0-87b9-451b-936f-d3fa6304d5a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:0d:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:00:31Z', 'updated_at': '2022-04-11T13:00:56Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:00:58.566793 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76312fc-994d-4764-87c3-77f113999c2c None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '588affc3-1c2f-4e17-aa61-cb2aea32294a', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:93:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:31Z', 'updated_at': '2022-04-11T12:59:13Z', 'revision_number': 2, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}, {'id': 'ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '28d526e0-87b9-451b-936f-d3fa6304d5a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:0d:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:00:31Z', 'updated_at': '2022-04-11T13:00:56Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:00:58.656691 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 53088) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:58.759017 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-e259f897-8aa0-4b4a-bf2a-ba064e070741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:58.776753 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9110e2-fd5e-4b64-9509-d776d448549d None None] New status for floating IP ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:00:58.798237 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-506baea7-cd01-4b0f-bd97-52fa1c608d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:58.808175 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4be2-4d9b-47f6-b9d0-5eb211a26a24 req-a8e734ce-e8f6-4c60-b104-e5c2c61a3d4c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:58.809639 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-aa4d4be2-4d9b-47f6-b9d0-5eb211a26a24 req-a8e734ce-e8f6-4c60-b104-e5c2c61a3d4c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0672417 Apr 11 13:00:58.879278 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-aa4d4be2-4d9b-47f6-b9d0-5eb211a26a24 req-a2625b17-7079-434a-9c5d-81809272f133 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623243 Apr 11 13:00:58.922566 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-506baea7-cd01-4b0f-bd97-52fa1c608d83 admin admin] Publish callbacks [] for security_group (98c782db-6808-4e03-ac0d-5a79747673f3), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:58.929343 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-506baea7-cd01-4b0f-bd97-52fa1c608d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (98c782db-6808-4e03-ac0d-5a79747673f3), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:58.967512 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-506baea7-cd01-4b0f-bd97-52fa1c608d83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a86d17c6b8cc47f886e0b7e4bf71d24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096890 Apr 11 13:00:58.968665 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506baea7-cd01-4b0f-bd97-52fa1c608d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c782db-6808-4e03-ac0d-5a79747673f3,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:58.970359 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 53094) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:00:59.024810 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dcbd260f-8fa8-4d8f-b443-445a4def33d4 admin admin] Publish callbacks [] for security_group (98c782db-6808-4e03-ac0d-5a79747673f3), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:59.056407 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dcbd260f-8fa8-4d8f-b443-445a4def33d4 admin admin] Publish callbacks [] for security_group (98c782db-6808-4e03-ac0d-5a79747673f3), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:59.094275 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7bda2-442c-4f37-8b7d-857f2fc10b6b req-057c85c6-7a0b-4dce-a703-a7a6d67d6f83 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:59.095964 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52e7bda2-442c-4f37-8b7d-857f2fc10b6b req-057c85c6-7a0b-4dce-a703-a7a6d67d6f83 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0638082 Apr 11 13:00:59.112248 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dcbd260f-8fa8-4d8f-b443-445a4def33d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (98c782db-6808-4e03-ac0d-5a79747673f3), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:59.118635 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dcbd260f-8fa8-4d8f-b443-445a4def33d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:59.123168 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-dcbd260f-8fa8-4d8f-b443-445a4def33d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98c782db-6808-4e03-ac0d-5a79747673f3 HTTP/1.1" status: 204 len: 168 time: 0.1508858 Apr 11 13:00:59.132317 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd260f-8fa8-4d8f-b443-445a4def33d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c782db-6808-4e03-ac0d-5a79747673f3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:00:59.143141 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f3dc0-7387-4fd2-b0d8-fe41cb702cc0 req-143f8289-a125-4f1f-9d8c-5cbd6d4f7f96 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:59.145873 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e57f3dc0-7387-4fd2-b0d8-fe41cb702cc0 req-143f8289-a125-4f1f-9d8c-5cbd6d4f7f96 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 943 time: 0.0681598 Apr 11 13:00:59.192924 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52e7bda2-442c-4f37-8b7d-857f2fc10b6b req-114c014b-5e9c-49eb-aec6-a68db551506d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811720 Apr 11 13:00:59.227485 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e57f3dc0-7387-4fd2-b0d8-fe41cb702cc0 req-7cd2ff31-7e27-43dd-a587-e7d9d8af775d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738089 Apr 11 13:00:59.277735 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8fb9199c-630a-4402-9e4c-a101f9bc7e8b req-332a5d08-61b3-497a-a266-8eb75a2160eb tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0297115 Apr 11 13:00:59.337947 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307e051-63f8-41ee-89b1-561b8b6afb3a req-eb957cea-1c4c-4367-9d99-0740b81dd078 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:59.339357 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3307e051-63f8-41ee-89b1-561b8b6afb3a req-eb957cea-1c4c-4367-9d99-0740b81dd078 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0478499 Apr 11 13:00:59.394739 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3307e051-63f8-41ee-89b1-561b8b6afb3a req-9d54a318-7395-44f8-a687-f3e2ab210b54 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457246 Apr 11 13:00:59.529066 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:00:59.992759 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28974389-7452-4ea6-b124-a57b93d7eda1 req-4fd81907-b8ec-4932-84d2-400ccb2e85cc tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:00:59.994223 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-28974389-7452-4ea6-b124-a57b93d7eda1 req-4fd81907-b8ec-4932-84d2-400ccb2e85cc tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0477598 Apr 11 13:01:00.041315 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-28974389-7452-4ea6-b124-a57b93d7eda1 req-155aca8b-f3b1-443a-856c-298130376fbb tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409818 Apr 11 13:01:00.322027 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2275cc-6eec-4d89-bc74-fae1939fdf0a req-85c8fece-4edd-45e2-8ba3-0d964331b380 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:00.323635 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bf2275cc-6eec-4d89-bc74-fae1939fdf0a req-85c8fece-4edd-45e2-8ba3-0d964331b380 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0581515 Apr 11 13:01:00.374870 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a25b9d-c5bc-4fe6-aae2-309ea85117fa req-3292e782-6b50-4425-99b2-1a26c5c4d54d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:00.376721 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-80a25b9d-c5bc-4fe6-aae2-309ea85117fa req-3292e782-6b50-4425-99b2-1a26c5c4d54d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 943 time: 0.0739822 Apr 11 13:01:00.413839 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bf2275cc-6eec-4d89-bc74-fae1939fdf0a req-42ecd4ea-06b3-40c8-a6b2-44f8b1de2e97 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706234 Apr 11 13:01:00.439931 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-80a25b9d-c5bc-4fe6-aae2-309ea85117fa req-e553c793-3a53-4346-8b7c-3a786491236f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561631 Apr 11 13:01:00.499579 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-30b625ff-63c2-442f-acab-218def16a589 req-ce52568a-1adf-4779-b626-349a999f2d64 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0294456 Apr 11 13:01:00.542500 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1599b2-6f9a-4074-aef4-d4f041b1d2ab req-54d15c06-3f63-4810-becb-e751b5bb9ed9 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:00.543949 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3a1599b2-6f9a-4074-aef4-d4f041b1d2ab req-54d15c06-3f63-4810-becb-e751b5bb9ed9 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0474954 Apr 11 13:01:00.600836 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3a1599b2-6f9a-4074-aef4-d4f041b1d2ab req-3e601827-1c5b-47bc-9371-bbb64c2c83e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510645 Apr 11 13:01:00.988869 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:01.154240 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2017361-9d05-4820-8c61-c3dd272d3efa req-97a3ca01-a965-41ef-9380-af9ef76bd07a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:01.155691 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d2017361-9d05-4820-8c61-c3dd272d3efa req-97a3ca01-a965-41ef-9380-af9ef76bd07a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0474832 Apr 11 13:01:01.203021 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d2017361-9d05-4820-8c61-c3dd272d3efa req-8d2858a8-a623-4071-b860-e7f7571389d7 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414762 Apr 11 13:01:01.566295 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b244e-8781-4881-b431-bd1e02751194 req-ba7f3c5f-9731-43b1-850a-e531718567e0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:01.567766 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bc8b244e-8781-4881-b431-bd1e02751194 req-ba7f3c5f-9731-43b1-850a-e531718567e0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0837295 Apr 11 13:01:01.579542 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056d553-4568-493a-833f-6488b4d64097 req-63d65752-dc2d-46b2-98ca-47ed4d06dca2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:01.581563 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1056d553-4568-493a-833f-6488b4d64097 req-63d65752-dc2d-46b2-98ca-47ed4d06dca2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 943 time: 0.0656912 Apr 11 13:01:01.658275 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bc8b244e-8781-4881-b431-bd1e02751194 req-94460f68-282f-4792-8bf2-93148d48fccb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757244 Apr 11 13:01:01.666270 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1056d553-4568-493a-833f-6488b4d64097 req-75f469f8-d4b3-4f9e-9e84-5444d2023aad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687654 Apr 11 13:01:01.741372 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-262599c7-eb12-476a-a7b8-ac8d1d939e79 req-dba6c2e7-a776-4b39-a1c8-d9fff5794b7b tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0291152 Apr 11 13:01:01.788610 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf61c15-087f-4392-afea-5e2c63eb1e74 req-9d863090-0fd5-4b60-922d-99bdf164201f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:01.790057 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dcf61c15-087f-4392-afea-5e2c63eb1e74 req-9d863090-0fd5-4b60-922d-99bdf164201f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0519042 Apr 11 13:01:01.844058 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dcf61c15-087f-4392-afea-5e2c63eb1e74 req-717e84a8-7a03-423c-8471-729091b6518b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480378 Apr 11 13:01:02.334351 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356ad90-02be-48a3-beb1-c259376ace52 req-d1d342df-c504-4cb9-abb8-f58909858bd8 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:02.335724 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d356ad90-02be-48a3-beb1-c259376ace52 req-d1d342df-c504-4cb9-abb8-f58909858bd8 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0575557 Apr 11 13:01:02.383294 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d356ad90-02be-48a3-beb1-c259376ace52 req-ea1130bf-bf25-4021-bd53-aefab2a25d17 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Apr 11 13:01:02.677610 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:02.795746 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca210afb-5f93-4283-b663-b9ddc0053349 req-5c04b4dd-783e-4c6d-848a-0eea95c4d129 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:02.797238 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ca210afb-5f93-4283-b663-b9ddc0053349 req-5c04b4dd-783e-4c6d-848a-0eea95c4d129 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0726435 Apr 11 13:01:02.807442 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f313f33-f457-46f7-81a1-e5fe0a54656a req-14686620-28c5-4406-8b32-df8c806418b1 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:02.808851 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6f313f33-f457-46f7-81a1-e5fe0a54656a req-14686620-28c5-4406-8b32-df8c806418b1 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 943 time: 0.0723264 Apr 11 13:01:02.883599 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ca210afb-5f93-4283-b663-b9ddc0053349 req-81f6a580-52da-459b-b75d-91cbff3dfd56 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737195 Apr 11 13:01:02.886764 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6f313f33-f457-46f7-81a1-e5fe0a54656a req-7a2f7bce-446a-469a-bdb7-2f31eaa578b1 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713034 Apr 11 13:01:02.994025 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cff9d82a-2669-4422-a722-8c59bb3839f3 req-b02179f7-8968-4398-817a-3d6352cd8a09 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0433490 Apr 11 13:01:03.007625 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a6de-6f0a-49ef-85ce-3169a74db52e req-dbf8bb8b-9a0d-44eb-a510-7e652610d012 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:03.009095 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3ce4a6de-6f0a-49ef-85ce-3169a74db52e req-dbf8bb8b-9a0d-44eb-a510-7e652610d012 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0672102 Apr 11 13:01:03.055750 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3ce4a6de-6f0a-49ef-85ce-3169a74db52e req-e7c4e607-c496-4a85-ab82-edef8b33863a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408065 Apr 11 13:01:03.513184 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c61fdf-de7a-4893-b624-1996f817bf93 req-1e6e0715-cc37-47dc-8dc0-daa61758df3f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:03.514742 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e9c61fdf-de7a-4893-b624-1996f817bf93 req-1e6e0715-cc37-47dc-8dc0-daa61758df3f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0511031 Apr 11 13:01:03.562201 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e9c61fdf-de7a-4893-b624-1996f817bf93 req-99148ece-920c-4304-ad82-89472d5c2213 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416136 Apr 11 13:01:04.023974 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae54575-5f26-457e-946c-07a5fc6222d5 req-2e213f69-88d3-49d6-82cc-37c856375200 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:04.025481 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3ae54575-5f26-457e-946c-07a5fc6222d5 req-2e213f69-88d3-49d6-82cc-37c856375200 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0739152 Apr 11 13:01:04.033252 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a820c7-007a-4f28-a197-1344aaf258ed req-34d89d48-e8bb-4a80-94d9-d2adfca91894 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:04.034658 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d4a820c7-007a-4f28-a197-1344aaf258ed req-34d89d48-e8bb-4a80-94d9-d2adfca91894 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 943 time: 0.0736122 Apr 11 13:01:04.109697 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3ae54575-5f26-457e-946c-07a5fc6222d5 req-0cc330e0-cdcd-4f4d-8181-60ebc9416733 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740972 Apr 11 13:01:04.112984 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d4a820c7-007a-4f28-a197-1344aaf258ed req-fe9bf66c-62c3-4969-b10f-d5eb72f1983d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718203 Apr 11 13:01:04.225253 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52883cf8-ca26-43e5-a0e4-9c3aff2b0ab8 req-798b9d52-6491-46e0-a886-e1dc3817d4ee tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0474672 Apr 11 13:01:04.238084 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79aa57-f964-4e03-a7bb-382cd5d003b9 req-70541f5e-1419-4977-b044-17213be57e7e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:04.239536 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1e79aa57-f964-4e03-a7bb-382cd5d003b9 req-70541f5e-1419-4977-b044-17213be57e7e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0716753 Apr 11 13:01:04.288156 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1e79aa57-f964-4e03-a7bb-382cd5d003b9 req-91312236-f506-4c21-9e90-1cba75196ff7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422993 Apr 11 13:01:04.592501 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0683d1ab-262e-4fa3-bdca-4cabed504c43 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:01:04.690421 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1f538-8e0d-4a7b-b8f1-b63ee74759fd req-54d5c475-5794-4743-81ba-22878c55fc91 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:04.691995 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2ab1f538-8e0d-4a7b-b8f1-b63ee74759fd req-54d5c475-5794-4743-81ba-22878c55fc91 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0515478 Apr 11 13:01:04.741593 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2ab1f538-8e0d-4a7b-b8f1-b63ee74759fd req-46213313-d5cb-4c78-a595-c76e3efa6d24 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436924 Apr 11 13:01:04.831922 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:04.843389 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'port_id': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'mac_address': 'fa:16:3e:17:b2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:01:04.885739 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 0683d1ab-262e-4fa3-bdca-4cabed504c43 is: ACTIVE; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:01:04.885739 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:04.900331 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0683d1ab-262e-4fa3-bdca-4cabed504c43 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:01:04.921952 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:04.928220 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:04.985864 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=6']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:05.070161 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['0683d1ab-262e-4fa3-bdca-4cabed504c43'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:01:05.267465 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b424f0-661a-4882-bd66-a853db684a9c req-6a6e54e0-892b-4725-aca7-89ff0b74aa9c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:05.269114 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f8b424f0-661a-4882-bd66-a853db684a9c req-6a6e54e0-892b-4725-aca7-89ff0b74aa9c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 943 time: 0.0793352 Apr 11 13:01:05.288097 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237da6c-ec5b-4c5f-a8b9-abb6f0442f39 req-dd9f51fe-3b2c-4fea-96f6-0aa05ff1a362 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:05.290033 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7237da6c-ec5b-4c5f-a8b9-abb6f0442f39 req-dd9f51fe-3b2c-4fea-96f6-0aa05ff1a362 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0679495 Apr 11 13:01:05.364288 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f8b424f0-661a-4882-bd66-a853db684a9c req-7b43707d-8f60-4b98-b267-bd72a3484054 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871360 Apr 11 13:01:05.367494 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7237da6c-ec5b-4c5f-a8b9-abb6f0442f39 req-4d5a83e6-817f-45a5-9f4e-18e5dfb84f3a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716939 Apr 11 13:01:05.468202 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dab548f4-aff9-4165-80ee-957c821dbd0d req-a1bd3df7-837a-4185-b86f-42da73105471 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0491076 Apr 11 13:01:05.486790 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351c059-eb1f-48ca-a873-9bd511edec9f req-099927a1-cc87-434c-bd65-82526b6aa45e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:05.488189 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f351c059-eb1f-48ca-a873-9bd511edec9f req-099927a1-cc87-434c-bd65-82526b6aa45e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 944 time: 0.0603712 Apr 11 13:01:05.536565 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f351c059-eb1f-48ca-a873-9bd511edec9f req-1c95cb91-9eed-425d-ad7a-4e0f922b698f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424719 Apr 11 13:01:05.864702 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d93214-cdf0-410b-97be-e6ed1e1d1b9d req-92becf52-d98d-4325-856c-405f7af9e1a9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:05.866134 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6d93214-cdf0-410b-97be-e6ed1e1d1b9d req-92becf52-d98d-4325-856c-405f7af9e1a9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0469501 Apr 11 13:01:05.918331 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6d93214-cdf0-410b-97be-e6ed1e1d1b9d req-b171f245-1f19-4caf-a9ed-182819a31fde tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466273 Apr 11 13:01:06.170016 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d0e0c-023b-4ae1-ab92-9c055cb1a91f req-39e6f0f4-3820-4cc9-8412-b8fea3745215 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:06.171589 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-309d0e0c-023b-4ae1-ab92-9c055cb1a91f req-39e6f0f4-3820-4cc9-8412-b8fea3745215 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0545297 Apr 11 13:01:06.219704 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-309d0e0c-023b-4ae1-ab92-9c055cb1a91f req-617dfcff-63b5-440c-93d6-148e50d2fcb6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420508 Apr 11 13:01:06.511984 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53ac02-d447-4e3c-b126-9a448998ed3e req-3cd1e668-b3ac-4d22-b2c4-364d23a393f2 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:06.513497 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-de53ac02-d447-4e3c-b126-9a448998ed3e req-3cd1e668-b3ac-4d22-b2c4-364d23a393f2 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0760486 Apr 11 13:01:06.521510 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a5cc-f731-484f-86d9-aaa7bfd4f061 req-48cfe532-a296-410c-abbe-c6b55b1bce13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:06.522936 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-af20a5cc-f731-484f-86d9-aaa7bfd4f061 req-48cfe532-a296-410c-abbe-c6b55b1bce13 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 943 time: 0.0764751 Apr 11 13:01:06.588163 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 7192a2b4-9ab8-467b-979d-71dd0b480170 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:01:06.592332 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0683d1ab-262e-4fa3-bdca-4cabed504c43 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:01:06.596382 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-de53ac02-d447-4e3c-b126-9a448998ed3e req-a2d2a73b-d5ad-4e90-b568-e42e13f5c1d9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723591 Apr 11 13:01:06.599664 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-af20a5cc-f731-484f-86d9-aaa7bfd4f061 req-656ae8a9-ab8a-4c25-aed7-75e66e10be62 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700426 Apr 11 13:01:06.695600 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 0683d1ab-262e-4fa3-bdca-4cabed504c43 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:01:06.696092 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:06.696888 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f322604f-946a-48d1-9e4f-bbd93623bfc2 req-b229dc97-899e-4f60-84d0-7f4316ab2faf tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0378058 Apr 11 13:01:06.746730 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee00030-e0b9-4372-a7eb-9589146028cd req-c615a988-80c6-4930-bbd5-bc9b27534b8d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:06.748387 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ee00030-e0b9-4372-a7eb-9589146028cd req-c615a988-80c6-4930-bbd5-bc9b27534b8d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 944 time: 0.0549319 Apr 11 13:01:06.801615 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ee00030-e0b9-4372-a7eb-9589146028cd req-ff17bae8-637a-49f9-9a12-5d9fa3d8dcb5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467184 Apr 11 13:01:06.838873 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 7192a2b4-9ab8-467b-979d-71dd0b480170, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7192a2b4-9ab8-467b-979d-71dd0b480170,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:06.855553 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 0683d1ab-262e-4fa3-bdca-4cabed504c43 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:01:06.855925 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:06.857790 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'port_id': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'mac_address': 'fa:16:3e:be:19:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:01:06.902252 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:01:06.904524 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1582241-7ad0-41b0-959a-0e41c98b164f" -d '{"events": [{"server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "name": "network-vif-plugged", "status": "completed", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:01:06.920008 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:06.926862 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:06.928785 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 7192a2b4-9ab8-467b-979d-71dd0b480170 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:01:06.929079 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:06.961774 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9e3868-157a-4648-bf54-19d20b86f1f3 x-openstack-request-id: req-ce9e3868-157a-4648-bf54-19d20b86f1f3 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:01:06.962085 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "name": "network-vif-plugged", "status": "completed", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:01:06.962337 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce9e3868-157a-4648-bf54-19d20b86f1f3 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:01:06.962722 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9e3868-157a-4648-bf54-19d20b86f1f3'] response: {'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'code': 200} Apr 11 13:01:06.967119 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7192a2b4-9ab8-467b-979d-71dd0b480170 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:01:07.003691 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 7192a2b4-9ab8-467b-979d-71dd0b480170, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7192a2b4-9ab8-467b-979d-71dd0b480170,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:07.009483 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:07.011122 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=7']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:07.059678 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=7192a2b4-9ab8-467b-979d-71dd0b480170,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:07.313199 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['7192a2b4-9ab8-467b-979d-71dd0b480170'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:01:07.346955 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2579-a61d-4994-afd5-3ccd31be8ee8 req-84cd4b04-a4ce-4c92-9e55-1ca4a26481c4 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:07.348602 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-95eb2579-a61d-4994-afd5-3ccd31be8ee8 req-84cd4b04-a4ce-4c92-9e55-1ca4a26481c4 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0535510 Apr 11 13:01:07.398237 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-95eb2579-a61d-4994-afd5-3ccd31be8ee8 req-f3d5f14a-595e-4d27-9510-649f684b702f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437860 Apr 11 13:01:07.744809 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb284-3e54-4d0f-ac75-b42a0105311a req-bb748f4f-77a2-4500-99c4-07392b9b9127 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:07.746277 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e26bb284-3e54-4d0f-ac75-b42a0105311a req-bb748f4f-77a2-4500-99c4-07392b9b9127 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0762875 Apr 11 13:01:07.768276 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa615d-0848-416b-95b0-f601f93e86dd req-6a0fb29a-51d3-44e6-beb3-93e10d15bbad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:07.769653 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a0fa615d-0848-416b-95b0-f601f93e86dd req-6a0fb29a-51d3-44e6-beb3-93e10d15bbad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 944 time: 0.0706146 Apr 11 13:01:07.835003 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e26bb284-3e54-4d0f-ac75-b42a0105311a req-1f711af0-0854-47d8-aebc-000c6595af36 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821924 Apr 11 13:01:07.838933 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a0fa615d-0848-416b-95b0-f601f93e86dd req-446bc0f2-1e98-454d-830c-a8da09c3444f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632260 Apr 11 13:01:07.928220 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dd689b42-f930-4976-857d-052544b6de94 req-784907f0-68fa-4496-b774-a653bd776b72 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0380917 Apr 11 13:01:07.968973 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6442b3-4066-4b7e-a92a-77a0c133f5f8 req-3a87d13f-7f76-4b3c-aba4-3122be876358 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:07.970523 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8f6442b3-4066-4b7e-a92a-77a0c133f5f8 req-3a87d13f-7f76-4b3c-aba4-3122be876358 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0527956 Apr 11 13:01:08.022858 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8f6442b3-4066-4b7e-a92a-77a0c133f5f8 req-e86a5c51-d720-4d28-99c1-3f187aa2011b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460777 Apr 11 13:01:08.463722 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:08.516569 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863506-5eda-4621-a93a-b2f64396df26 req-a2bbc615-e97b-493a-af96-01501b4d162c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:08.518265 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-11863506-5eda-4621-a93a-b2f64396df26 req-a2bbc615-e97b-493a-af96-01501b4d162c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0528035 Apr 11 13:01:08.564741 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-11863506-5eda-4621-a93a-b2f64396df26 req-f4f1c680-58e2-4b42-8210-d616d2a9fef3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408123 Apr 11 13:01:08.586579 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 7192a2b4-9ab8-467b-979d-71dd0b480170 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:01:08.629258 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 7192a2b4-9ab8-467b-979d-71dd0b480170 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:01:08.636884 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 7192a2b4-9ab8-467b-979d-71dd0b480170 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:01:08.637378 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:08.717359 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 7192a2b4-9ab8-467b-979d-71dd0b480170 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:01:08.717752 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:08.752402 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 7192a2b4-9ab8-467b-979d-71dd0b480170, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7192a2b4-9ab8-467b-979d-71dd0b480170,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:08.757505 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:08.808216 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=7192a2b4-9ab8-467b-979d-71dd0b480170,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:08.815223 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.815565 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.815899 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.816326 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.816606 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.816925 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.817240 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.817556 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.817869 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.818183 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.818495 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.818808 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.819116 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.819423 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.819825 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:08.964243 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:01:08.966552 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad582df-2a67-4c31-9a1f-d64dc21597d4" -d '{"events": [{"server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "name": "network-vif-plugged", "status": "completed", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:01:08.972059 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d8964-1f6f-4f35-ba7d-db078ed4608d req-79f80ee4-861f-43ee-841e-9b96904074db tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:08.973620 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b39d8964-1f6f-4f35-ba7d-db078ed4608d req-79f80ee4-861f-43ee-841e-9b96904074db tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0725644 Apr 11 13:01:08.979863 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40353ee-eb3d-4c6e-a674-47c8acfdaf35 req-4ee41115-0d25-469d-953e-575d70e36d6a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:08.981223 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c40353ee-eb3d-4c6e-a674-47c8acfdaf35 req-4ee41115-0d25-469d-953e-575d70e36d6a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0714362 Apr 11 13:01:09.056840 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b39d8964-1f6f-4f35-ba7d-db078ed4608d req-484b7d94-989c-43f5-b341-a043dde85f62 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746129 Apr 11 13:01:09.060162 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c40353ee-eb3d-4c6e-a674-47c8acfdaf35 req-a64b3571-b66e-491f-a477-95ccbfc69150 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722256 Apr 11 13:01:09.113593 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed0edf-a3cc-41ab-bf96-08eb92ae99de x-openstack-request-id: req-04ed0edf-a3cc-41ab-bf96-08eb92ae99de {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:01:09.113950 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "name": "network-vif-plugged", "status": "completed", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:01:09.114295 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04ed0edf-a3cc-41ab-bf96-08eb92ae99de {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:01:09.114749 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ed0edf-a3cc-41ab-bf96-08eb92ae99de'] response: {'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'code': 200} Apr 11 13:01:09.138397 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ea23fbf4-8c07-4e46-9578-5769a0f6e0ef req-b442d5ca-d4ed-4d26-8db7-97396f23c12e tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0285962 Apr 11 13:01:09.205170 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd5246-579f-46da-8a74-634c7e138fa4 req-74f0a690-e4be-4ce6-8689-8ff7f0a7056a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:09.206725 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c1dd5246-579f-46da-8a74-634c7e138fa4 req-74f0a690-e4be-4ce6-8689-8ff7f0a7056a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0456972 Apr 11 13:01:09.256436 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c1dd5246-579f-46da-8a74-634c7e138fa4 req-1da839a0-7a88-4b1c-a5d5-386d089ba26f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412185 Apr 11 13:01:09.690050 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787db70-2a6c-40ff-9ecb-e1077e92abf4 req-f4cf8069-ed7f-4f06-ab1d-7b3326809bf9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:09.691474 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7787db70-2a6c-40ff-9ecb-e1077e92abf4 req-f4cf8069-ed7f-4f06-ab1d-7b3326809bf9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0529237 Apr 11 13:01:09.743386 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7787db70-2a6c-40ff-9ecb-e1077e92abf4 req-64aba4a5-4987-413a-a747-6c90b463b14c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462339 Apr 11 13:01:10.198823 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820439a-74c7-4f1a-a4ad-63065c270796 req-2616550c-1301-4250-8bf7-ee3352c98f4c tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:10.200314 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1820439a-74c7-4f1a-a4ad-63065c270796 req-2616550c-1301-4250-8bf7-ee3352c98f4c tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0713885 Apr 11 13:01:10.208057 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fbb90-6e48-4206-99c3-8f9b39aec217 req-548bc344-56ba-4186-9441-ef68fd639e6f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:10.209432 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-815fbb90-6e48-4206-99c3-8f9b39aec217 req-548bc344-56ba-4186-9441-ef68fd639e6f tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0704191 Apr 11 13:01:10.285026 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1820439a-74c7-4f1a-a4ad-63065c270796 req-a9c89c52-6727-4279-b22e-0055440e4a63 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746486 Apr 11 13:01:10.288252 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-815fbb90-6e48-4206-99c3-8f9b39aec217 req-c7749e59-d6ca-4ccf-b32f-d1fad4891a1c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723546 Apr 11 13:01:10.375059 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5b548d52-df37-40e4-9927-8f667ea01ccb req-c8416209-b076-4d56-baa1-def76e066d23 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0335093 Apr 11 13:01:10.408097 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d3954-88b0-454f-ad7b-4614acdf4499 req-e3b7a5ef-67b2-46fc-8305-41c86d2e8b8a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:10.409614 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-be9d3954-88b0-454f-ad7b-4614acdf4499 req-e3b7a5ef-67b2-46fc-8305-41c86d2e8b8a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0594006 Apr 11 13:01:10.458443 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-be9d3954-88b0-454f-ad7b-4614acdf4499 req-4d7a0421-5011-41de-af0b-f76a4f19b54f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 Apr 11 13:01:10.869572 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa9782-3d2b-4b83-b8f9-411cdfd1257b req-b2e7b13b-d8be-40fe-8a42-e3950204f10e tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:10.871013 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bfaa9782-3d2b-4b83-b8f9-411cdfd1257b req-b2e7b13b-d8be-40fe-8a42-e3950204f10e tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0482914 Apr 11 13:01:10.921414 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bfaa9782-3d2b-4b83-b8f9-411cdfd1257b req-f04e54c4-6f01-47e1-b427-dcd7d42079f6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443115 Apr 11 13:01:11.436491 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed1094-8ead-471d-9246-753b48b01330 req-414ae876-9e1a-4d2b-8e8f-30190e9dda1d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:11.437961 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4eed1094-8ead-471d-9246-753b48b01330 req-414ae876-9e1a-4d2b-8e8f-30190e9dda1d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0736580 Apr 11 13:01:11.443936 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1599e7a-5e1c-4116-80f4-c736b11bf820 req-754039ac-c25e-47d7-86ae-7752ce1e06a1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:11.445287 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f1599e7a-5e1c-4116-80f4-c736b11bf820 req-754039ac-c25e-47d7-86ae-7752ce1e06a1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0797179 Apr 11 13:01:11.515385 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4eed1094-8ead-471d-9246-753b48b01330 req-c39e7849-0d85-48cd-9cd9-0556b26845a6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691738 Apr 11 13:01:11.519154 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f1599e7a-5e1c-4116-80f4-c736b11bf820 req-5ac37caa-873e-4865-ba8b-f2c21ca7512d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672934 Apr 11 13:01:11.604992 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b9d4fcb7-2ae2-4af5-9fd4-a97cca2814d0 req-228e1425-8020-4907-8e2f-e247afeaf753 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0371141 Apr 11 13:01:11.640155 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb82b0-8f4e-4705-aafb-bd8f6315f799 req-1b63574f-343a-40c2-8ca8-2e75252b3e7a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:11.641622 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0fb82b0-8f4e-4705-aafb-bd8f6315f799 req-1b63574f-343a-40c2-8ca8-2e75252b3e7a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0647712 Apr 11 13:01:11.688211 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0fb82b0-8f4e-4705-aafb-bd8f6315f799 req-303ffa21-0f1f-4c7f-97fe-0f032c29e355 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 Apr 11 13:01:12.036936 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca785b5-5558-47ff-b358-1593b5469427 req-31e8f43c-f3d3-42ea-8d5c-1693a0e6c14d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:12.038373 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-aca785b5-5558-47ff-b358-1593b5469427 req-31e8f43c-f3d3-42ea-8d5c-1693a0e6c14d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0461695 Apr 11 13:01:12.086240 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-aca785b5-5558-47ff-b358-1593b5469427 req-6443a3f7-69bc-4cbc-aa96-2efb6da2151f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 Apr 11 13:01:12.666497 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad8cb1-7963-418f-bb2b-bb33aaf16eb6 req-a9082737-5d18-47a2-9cf5-8fff9d0ca73a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:12.667936 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6ad8cb1-7963-418f-bb2b-bb33aaf16eb6 req-a9082737-5d18-47a2-9cf5-8fff9d0ca73a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0736024 Apr 11 13:01:12.675705 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e1783-18f9-4119-b783-d7baa9204489 req-5c678490-4e4e-4da2-927b-2d6e3af1383e tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:12.677066 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8b3e1783-18f9-4119-b783-d7baa9204489 req-5c678490-4e4e-4da2-927b-2d6e3af1383e tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0809026 Apr 11 13:01:12.746042 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6ad8cb1-7963-418f-bb2b-bb33aaf16eb6 req-ea52ab84-b58e-4ec4-8703-a20cdc896b17 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680540 Apr 11 13:01:12.750495 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8b3e1783-18f9-4119-b783-d7baa9204489 req-b4660d22-0080-4b86-8b8f-a2989b3bf7ae tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670547 Apr 11 13:01:12.836321 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f97e310b-1f51-4108-a64f-94c4055b1303 req-08cb067d-7a68-448d-961a-0b1a4083c178 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0365853 Apr 11 13:01:12.868338 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5b169-457d-4359-9903-6204a2c4af71 req-1c507c8f-d4e1-4fe7-8dc9-0439fbbe82d8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:12.869793 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d1a5b169-457d-4359-9903-6204a2c4af71 req-1c507c8f-d4e1-4fe7-8dc9-0439fbbe82d8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0613811 Apr 11 13:01:12.915205 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d1a5b169-457d-4359-9903-6204a2c4af71 req-40648d20-99af-4ef0-ae94-3040f7021d7e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Apr 11 13:01:13.215164 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46126705-b02d-4f0a-82d4-1657dccde06d req-06b0be91-60da-46ee-9a83-adf17f0272f7 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:13.216518 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-46126705-b02d-4f0a-82d4-1657dccde06d req-06b0be91-60da-46ee-9a83-adf17f0272f7 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0551834 Apr 11 13:01:13.262158 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-46126705-b02d-4f0a-82d4-1657dccde06d req-9e3667cd-8c8a-4bb6-ab76-1f7064475737 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399220 Apr 11 13:01:13.899642 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51965be-c73b-44ad-845b-dc57f7f2430f req-941deb1e-dc47-4200-90d5-70d060a799ef tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:13.901233 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a51965be-c73b-44ad-845b-dc57f7f2430f req-941deb1e-dc47-4200-90d5-70d060a799ef tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0816631 Apr 11 13:01:13.906957 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d017e-44c6-4934-8941-4c2f8c58ad8b req-9f7d6570-42cb-48d9-952e-60a4fbdcd7a6 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:13.908300 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e45d017e-44c6-4934-8941-4c2f8c58ad8b req-9f7d6570-42cb-48d9-952e-60a4fbdcd7a6 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0770633 Apr 11 13:01:13.978932 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a51965be-c73b-44ad-845b-dc57f7f2430f req-8590db20-5efb-431d-ab96-19be13dcffe5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697293 Apr 11 13:01:13.983215 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e45d017e-44c6-4934-8941-4c2f8c58ad8b req-2b7845d3-a24b-4ec7-a294-98a6453ed968 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682533 Apr 11 13:01:14.067715 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5a50e8d7-f44f-4ac7-a0ea-799230d1e113 req-79863863-ed72-4bfa-8caa-13692656d978 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0350873 Apr 11 13:01:14.103569 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19814f85-d4dd-4003-832b-9f401132cef4 req-4eb370e5-ff2d-4488-a3a8-9c3f5a75e41f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:14.105097 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-19814f85-d4dd-4003-832b-9f401132cef4 req-4eb370e5-ff2d-4488-a3a8-9c3f5a75e41f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0641022 Apr 11 13:01:14.152037 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-19814f85-d4dd-4003-832b-9f401132cef4 req-328d677f-ac0f-4d34-8613-41441d636d39 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412586 Apr 11 13:01:14.383798 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c07b96-3f7f-4a97-9dc7-59d28adf862b req-df212439-31ed-4bd8-8e85-4d11b79ed302 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:14.385262 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-63c07b96-3f7f-4a97-9dc7-59d28adf862b req-df212439-31ed-4bd8-8e85-4d11b79ed302 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0475242 Apr 11 13:01:14.433216 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-63c07b96-3f7f-4a97-9dc7-59d28adf862b req-b4e6085c-3b4b-4692-b42d-420a99a3e618 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422082 Apr 11 13:01:15.091504 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-7f4216ba-28f5-4601-ba4f-c0df2a623d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:15.093116 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-7f4216ba-28f5-4601-ba4f-c0df2a623d0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 1130 time: 0.0393083 Apr 11 13:01:15.124663 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0475b1c-8094-40fa-a060-b0040ebd5b58 req-03589f55-c00e-4aac-8036-b032ee3e3f59 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:15.126128 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f0475b1c-8094-40fa-a060-b0040ebd5b58 req-03589f55-c00e-4aac-8036-b032ee3e3f59 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0727720 Apr 11 13:01:15.155432 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a5038-0eff-445d-86ac-7e82ad921f89 req-9c5cb715-c562-4a51-b000-675eeb4c112a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:15.156890 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-641a5038-0eff-445d-86ac-7e82ad921f89 req-9c5cb715-c562-4a51-b000-675eeb4c112a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0752723 Apr 11 13:01:15.200836 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f0475b1c-8094-40fa-a060-b0040ebd5b58 req-02e05fc3-8291-4d9a-9972-3b3dc6d02ab5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684829 Apr 11 13:01:15.224317 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-641a5038-0eff-445d-86ac-7e82ad921f89 req-59080c4c-eba4-4894-9e59-f307c98691f6 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607109 Apr 11 13:01:15.289754 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5d3031c6-21b1-43c0-a45c-527ffb5ac381 req-ba4a136d-3e04-4866-bb50-9368bd935ada tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0346684 Apr 11 13:01:15.326495 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de13b98-1d02-4a3c-8807-a6862f0a3e9a req-33467311-19ee-40a8-b2c1-ccacb64878e3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:15.328134 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0de13b98-1d02-4a3c-8807-a6862f0a3e9a req-33467311-19ee-40a8-b2c1-ccacb64878e3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0477858 Apr 11 13:01:15.376790 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0de13b98-1d02-4a3c-8807-a6862f0a3e9a req-81bda08f-d5bb-401a-901e-7be692747662 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426440 Apr 11 13:01:15.561770 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890392cd-5c06-4719-a517-982b4b8f697c req-526e1d02-a107-4543-ae73-04aa62fd6702 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:15.563111 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-890392cd-5c06-4719-a517-982b4b8f697c req-526e1d02-a107-4543-ae73-04aa62fd6702 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0467842 Apr 11 13:01:15.610713 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-890392cd-5c06-4719-a517-982b4b8f697c req-f545aab7-dd12-4e85-b17a-e612b3e31e90 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Apr 11 13:01:16.341527 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cc94e-1afe-41a2-a801-39a2732677ed req-bab39060-dfe4-4e51-9810-8cb6fdc2e3d2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:16.342926 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-979cc94e-1afe-41a2-a801-39a2732677ed req-bab39060-dfe4-4e51-9810-8cb6fdc2e3d2 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0683184 Apr 11 13:01:16.369349 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff926142-323c-43c5-849a-b221e1a546d6 req-5864f002-536e-4f37-a6ab-cfb413a29e1a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:16.370720 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ff926142-323c-43c5-849a-b221e1a546d6 req-5864f002-536e-4f37-a6ab-cfb413a29e1a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0690360 Apr 11 13:01:16.435165 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-979cc94e-1afe-41a2-a801-39a2732677ed req-2cf13659-16d5-4545-a592-f4a45ca9460c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864584 Apr 11 13:01:16.439587 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ff926142-323c-43c5-849a-b221e1a546d6 req-f7a1f2cb-d2e5-47ce-a35e-9ecc91da5fe4 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630057 Apr 11 13:01:16.523573 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5f9bbfe1-ada7-4333-bf83-36e598ac4bc2 req-5a93a9b6-bdae-4d91-9bd5-07ea38a11d9d tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0341535 Apr 11 13:01:16.556117 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084c3bd-8691-4fa6-9d5e-2055fa2ab3c3 req-3c9f2e6f-983b-4977-90f3-85f923c0570b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:16.557532 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4084c3bd-8691-4fa6-9d5e-2055fa2ab3c3 req-3c9f2e6f-983b-4977-90f3-85f923c0570b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0593946 Apr 11 13:01:16.603854 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4084c3bd-8691-4fa6-9d5e-2055fa2ab3c3 req-ce0f12a2-0b5d-4092-98b3-53507c277630 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405967 Apr 11 13:01:16.731717 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2819d-be02-4372-ac9d-df98a719da32 req-d7be55a4-9903-410b-afe7-53c76490b04b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:16.733190 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-00b2819d-be02-4372-ac9d-df98a719da32 req-d7be55a4-9903-410b-afe7-53c76490b04b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0541372 Apr 11 13:01:16.784345 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-00b2819d-be02-4372-ac9d-df98a719da32 req-82e56063-e71c-4584-b42a-684f8374b4c1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428047 Apr 11 13:01:17.588443 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341548d-46dd-4cbd-ae6a-2b1a9332e48b req-c3eaded0-b6c6-46fc-83e2-36cc2736f8ba tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:17.589916 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2341548d-46dd-4cbd-ae6a-2b1a9332e48b req-c3eaded0-b6c6-46fc-83e2-36cc2736f8ba tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0728848 Apr 11 13:01:17.595797 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2289c-22fd-4ee5-a9ee-cdb31556af92 req-0ebf7ae6-ddfa-4e6c-b83c-2f444b3a45d4 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:17.597231 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ceb2289c-22fd-4ee5-a9ee-cdb31556af92 req-0ebf7ae6-ddfa-4e6c-b83c-2f444b3a45d4 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0783496 Apr 11 13:01:17.897577 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2341548d-46dd-4cbd-ae6a-2b1a9332e48b req-0f61662e-f829-4f0e-92bf-49358998804a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993956 Apr 11 13:01:17.901195 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ceb2289c-22fd-4ee5-a9ee-cdb31556af92 req-2c52a034-5c76-49b5-8c77-34bd3664126e tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974222 Apr 11 13:01:18.019994 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5e1e32fb-489a-4e57-97fb-d98d8cf0dbd1 req-ec07a98d-2434-4541-bf2d-c9d03a260d7b tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0452764 Apr 11 13:01:18.033528 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c255c-98e8-49c5-bb56-06a5c7bed127 req-a73e6e3a-0aba-4dc1-8f63-f653ac727062 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:18.035518 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-270c255c-98e8-49c5-bb56-06a5c7bed127 req-a73e6e3a-0aba-4dc1-8f63-f653ac727062 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0754247 Apr 11 13:01:18.141842 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-270c255c-98e8-49c5-bb56-06a5c7bed127 req-46703e76-8802-487e-b4c5-40bca45c55d8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961893 Apr 11 13:01:18.165404 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31a4b4-745c-48ba-946b-2b92c0993eca req-6002c440-8ee7-4efc-8c0a-4e75328f9c5e tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:18.166937 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0a31a4b4-745c-48ba-946b-2b92c0993eca req-6002c440-8ee7-4efc-8c0a-4e75328f9c5e tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0724921 Apr 11 13:01:18.217858 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0a31a4b4-745c-48ba-946b-2b92c0993eca req-3a0b4bdd-c6dd-42af-a7fe-a4de28fbea68 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Apr 11 13:01:18.336228 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-67f5f56a-3e04-4a6c-8ec6-4236192a4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:18.337700 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-67f5f56a-3e04-4a6c-8ec6-4236192a4fd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 1129 time: 0.3827028 Apr 11 13:01:18.364597 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-794d513b-6710-4c0a-b620-8b566b021843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:18.365951 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-794d513b-6710-4c0a-b620-8b566b021843 service neutron] 10.222.0.13 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 916 time: 0.3539293 Apr 11 13:01:18.877742 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-ea1f35d4-ef12-4cef-b4df-31b681b7543e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737658 Apr 11 13:01:18.983492 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-c523b529-2af4-4d0b-a4e2-acc48d7e7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:18.985335 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-c523b529-2af4-4d0b-a4e2-acc48d7e7929 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.1843042 Apr 11 13:01:19.033590 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-e8c4b413-568b-4db2-95bb-90dd4efcc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.034121 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-cc60c418-962e-4101-9be1-70437804ac58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7192a2b4-9ab8-467b-979d-71dd0b480170 HTTP/1.1" status: 200 len: 217 time: 0.0394869 Apr 11 13:01:19.035882 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-e5f22458-1cff-461c-af68-7fa31aa5a340 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d526e0-87b9-451b-936f-d3fa6304d5a4 HTTP/1.1" status: 200 len: 1002 time: 0.1406689 Apr 11 13:01:19.036229 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-e8c4b413-568b-4db2-95bb-90dd4efcc831 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 1129 time: 0.1519475 Apr 11 13:01:19.111680 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-3589fbf9-b583-47ca-b141-878daf1540e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.113468 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-3589fbf9-b583-47ca-b141-878daf1540e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 1130 time: 0.1677732 Apr 11 13:01:19.150302 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-5d2f85b7-96cd-4bcf-a8bd-4ee22b5fecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.151771 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-5d2f85b7-96cd-4bcf-a8bd-4ee22b5fecef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 200 len: 854 time: 0.0852709 Apr 11 13:01:19.153472 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-a2df0685-ce8d-4e32-ad53-a01bbe83f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.155025 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-a2df0685-ce8d-4e32-ad53-a01bbe83f82f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.1030049 Apr 11 13:01:19.190620 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b531d0-7cc8-481c-83d7-2490c81b503d req-c3995c3c-d2a3-4f06-a386-e23b0bde9250 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.192062 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d9b531d0-7cc8-481c-83d7-2490c81b503d req-c3995c3c-d2a3-4f06-a386-e23b0bde9250 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.1730134 Apr 11 13:01:19.204466 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05b030-261a-4c6a-9dd2-b550918a8c25 req-760067cc-da79-4686-b204-940ae6d3f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.205768 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9e05b030-261a-4c6a-9dd2-b550918a8c25 req-760067cc-da79-4686-b204-940ae6d3f6a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 1129 time: 0.1853929 Apr 11 13:01:19.216254 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2adda7-541d-4daf-a817-5b7c3fd4266e req-2b4730bb-d9bf-4c9b-8613-8d1dbccca422 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.219644 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0e2adda7-541d-4daf-a817-5b7c3fd4266e req-2b4730bb-d9bf-4c9b-8613-8d1dbccca422 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.1977520 Apr 11 13:01:19.239908 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-161252e1-6362-4983-ab16-397f6f366909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.241488 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-161252e1-6362-4983-ab16-397f6f366909 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=381efb3a-a75e-48f6-b4fc-e139de7ec13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763314 Apr 11 13:01:19.246515 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-14ad94e4-29a3-4df4-a5ae-e000b685d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.248591 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-14ad94e4-29a3-4df4-a5ae-e000b685d69a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501671 Apr 11 13:01:19.402719 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-1787b029-f32d-44c7-a9a8-0180b684d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.404239 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-1787b029-f32d-44c7-a9a8-0180b684d936 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 HTTP/1.1" status: 200 len: 911 time: 0.2940333 Apr 11 13:01:19.411028 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0e2adda7-541d-4daf-a817-5b7c3fd4266e req-260c6e0b-01ae-49de-af3d-9ca6cf1ad124 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555021 Apr 11 13:01:19.415758 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d9b531d0-7cc8-481c-83d7-2490c81b503d req-21e550a4-71d7-453c-bb82-1f0b92c0dd01 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089143 Apr 11 13:01:19.417226 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-3c1675f4-f6ad-4d08-8651-575cc947e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.418646 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-3c1675f4-f6ad-4d08-8651-575cc947e64f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.2595749 Apr 11 13:01:19.577416 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-7ab2b8a1-2dee-49c3-bdac-db79b2100c45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dcc6a1-600e-4d2c-a3d4-172efe1f4371 HTTP/1.1" status: 200 len: 217 time: 0.0949812 Apr 11 13:01:19.684283 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c3caf8bd-f543-4b87-a41b-8987464850cf req-2068ada9-1a46-42c7-a9d3-bbc6de54e115 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.1431024 Apr 11 13:01:19.733060 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9e05b030-261a-4c6a-9dd2-b550918a8c25 req-fab34179-6336-4c73-9cb8-66c5f43045ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518644 Apr 11 13:01:19.733834 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-3cac7996-409b-44d7-b910-9c69dba29921 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519088 Apr 11 13:01:19.735920 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-02d76d00-2c29-4fd5-afea-3cf2a14103d3 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552810 Apr 11 13:01:19.742779 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494e178-5433-4c61-baae-f74b1754bff1 req-4c2bf753-dca8-41a1-98f6-60f5a09f6a1e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.744317 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a494e178-5433-4c61-baae-f74b1754bff1 req-4c2bf753-dca8-41a1-98f6-60f5a09f6a1e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.2004542 Apr 11 13:01:19.748722 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-7e816724-c47e-4378-b426-60fc2b749731 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c41f7e-cd75-4707-b6b0-194244f55e18 HTTP/1.1" status: 200 len: 1000 time: 0.2565160 Apr 11 13:01:19.752737 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-d53c9cd1-1182-4fcf-80da-4450de3fe439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.754115 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-d53c9cd1-1182-4fcf-80da-4450de3fe439 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.1566050 Apr 11 13:01:19.776321 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-3834c213-394e-40f0-900e-cf0cfbc51bba tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.777842 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-3834c213-394e-40f0-900e-cf0cfbc51bba tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.13 "GET /v2.0/networks?id=a9fdd2e8-9366-4af9-8bc1-e278e0f1729e HTTP/1.1" status: 200 len: 808 time: 0.1940768 Apr 11 13:01:19.828214 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a494e178-5433-4c61-baae-f74b1754bff1 req-1926e924-8a0f-4c9f-8944-9c2c9ac127ad tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781872 Apr 11 13:01:19.841335 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59484ff-a4ee-448c-af7b-817e3cbb9436 req-e6bfef83-076c-44b8-be9d-9465303e0379 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:19.842813 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f59484ff-a4ee-448c-af7b-817e3cbb9436 req-e6bfef83-076c-44b8-be9d-9465303e0379 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0612836 Apr 11 13:01:19.890798 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f59484ff-a4ee-448c-af7b-817e3cbb9436 req-6a98a2c0-5d4e-4e2a-bfee-ea84bc371b48 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Apr 11 13:01:19.996753 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Request body: {'port': {'device_id': '0ed6976f-b5b6-4892-9446-c6d724a5123f', 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e', 'admin_state_up': True, 'tenant_id': '53eb91c2c07247c8a6e3eac842263ff0'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:01:20.046926 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-89068d41-9416-486d-93ab-f1a037627948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:20.048454 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-89068d41-9416-486d-93ab-f1a037627948 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654063 Apr 11 13:01:20.052057 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-9b2ab78f-c11a-431d-b88b-19f998e6a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:20.053387 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-9b2ab78f-c11a-431d-b88b-19f998e6a9f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41075c3c-d0cc-4765-8f6f-576ec246c5a9 HTTP/1.1" status: 200 len: 849 time: 0.0804336 Apr 11 13:01:20.190382 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-2f23c3f5-8975-41ff-8547-28dd1a6103bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:20.191915 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-2f23c3f5-8975-41ff-8547-28dd1a6103bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892882 Apr 11 13:01:20.208655 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-6af09678-8ff9-457f-8f71-2fa37a85e30e req-ef5b522c-628c-4939-b78e-01cbf70ded9c service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363772 Apr 11 13:01:20.215188 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-69e20a63-fb5d-4b47-930f-63424da7d954 req-9c90e226-439a-4c69-b16f-96312710c30e service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331243 Apr 11 13:01:20.220902 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-e896cea3-c49a-4191-9a47-4a2d78cb2db2 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169672 Apr 11 13:01:20.229951 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Made reservation on behalf of 53eb91c2c07247c8a6e3eac842263ff0 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:01:20.233289 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:20.375263 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Allocated IP 172.20.0.14 (a9fdd2e8-9366-4af9-8bc1-e278e0f1729e/2e91e8a0-e5fe-4266-afd9-b26e58497ca1/c14c81c9-0be8-4119-88b2-8cf545eccfe5) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:01:20.533728 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks [] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:20.569983 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:20.611565 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536751-16da-4ac0-a994-92c1193b331d req-5b097a84-e5ef-435a-9dfc-b76662981c22 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:20.613220 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dc536751-16da-4ac0-a994-92c1193b331d req-5b097a84-e5ef-435a-9dfc-b76662981c22 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 943 time: 0.0797272 Apr 11 13:01:20.615594 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:01:20.621938 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:01:20.630722 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:01:20.635981 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:20.636637 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:20.641343 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Pushing event updated for resources: {'Port': ['ID=c14c81c9-0be8-4119-88b2-8cf545eccfe5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:20.641751 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c763315-d59b-4aac-98b1-0c0c01225f80 req-22fe06f7-6bb8-4c81-b560-eefd836250f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:20.644012 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8c763315-d59b-4aac-98b1-0c0c01225f80 req-22fe06f7-6bb8-4c81-b560-eefd836250f3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0824096 Apr 11 13:01:20.653406 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.653795 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.654139 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.654521 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.654800 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.655162 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.655521 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.655846 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.656100 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 03be8aa4-a9b9-4f30-9424-f472aab01c06 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:01:20.656637 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.656637 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.656826 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.657514 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.657514 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.657811 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.658090 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:20.669334 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-c3212c4f-6f69-496e-ba46-aef963d41007 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6859403 Apr 11 13:01:20.710393 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Request body: {'port': {'device_id': '0ed6976f-b5b6-4892-9446-c6d724a5123f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:01:20.766828 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 03be8aa4-a9b9-4f30-9424-f472aab01c06, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=03be8aa4-a9b9-4f30-9424-f472aab01c06,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:20.777892 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:20.778578 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '03be8aa4-a9b9-4f30-9424-f472aab01c06', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'port_id': '03be8aa4-a9b9-4f30-9424-f472aab01c06', 'mac_address': 'fa:16:3e:3f:f9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:01:20.787417 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dc536751-16da-4ac0-a994-92c1193b331d req-c8e761d4-b43a-4beb-acf7-fa31d41eb7dc tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422727 Apr 11 13:01:20.824324 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 03be8aa4-a9b9-4f30-9424-f472aab01c06 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:01:20.824709 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:20.841577 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03be8aa4-a9b9-4f30-9424-f472aab01c06 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:01:20.863932 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 03be8aa4-a9b9-4f30-9424-f472aab01c06, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=03be8aa4-a9b9-4f30-9424-f472aab01c06,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:20.872246 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:20.882992 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8c763315-d59b-4aac-98b1-0c0c01225f80 req-a13005a2-3694-43a1-9a18-2968d67f1d73 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245798 Apr 11 13:01:20.939365 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=03be8aa4-a9b9-4f30-9424-f472aab01c06,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:20.960890 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5af86e23-c8eb-48fd-8aed-c9431f5fa591 req-475947ad-f87c-4861-86f6-23fc17adcd62 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590535 Apr 11 13:01:20.969086 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14e068-b3de-4109-8be9-10ee7d870caa req-439973e6-bca7-4ed6-8ecf-db35a90c55f2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:20.970557 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0d14e068-b3de-4109-8be9-10ee7d870caa req-439973e6-bca7-4ed6-8ecf-db35a90c55f2 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 932 time: 0.0929701 Apr 11 13:01:20.972536 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-97d9395a-8cbe-4421-93f6-bcc6e643bdb4 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669990 Apr 11 13:01:21.084649 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14c81c9-0be8-4119-88b2-8cf545eccfe5 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:01:21.092169 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Publish callbacks [] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:21.106022 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Transition to ACTIVE for port object c14c81c9-0be8-4119-88b2-8cf545eccfe5 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:01:21.107440 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223a2f4-e9ee-488b-84e3-054909096ee9 req-489f3593-79a7-48f5-9888-7a1911b2611c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:21.109028 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e223a2f4-e9ee-488b-84e3-054909096ee9 req-489f3593-79a7-48f5-9888-7a1911b2611c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.1079056 Apr 11 13:01:21.111093 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:21.121630 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0d14e068-b3de-4109-8be9-10ee7d870caa req-ab446e54-d71a-4509-9d51-b774a56b2591 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454570 Apr 11 13:01:21.177898 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba1a5b4d-3f74-48f7-94d7-7d4ace1e802c req-e400f655-4868-4a60-8948-b69c710dc218 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946492 Apr 11 13:01:21.191438 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e223a2f4-e9ee-488b-84e3-054909096ee9 req-c422f53d-86f5-443a-8bb9-d2a432fa6b4e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741732 Apr 11 13:01:21.198153 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Pushing event updated for resources: {'Port': ['ID=c14c81c9-0be8-4119-88b2-8cf545eccfe5,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:21.219192 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Attempting to bind port c14c81c9-0be8-4119-88b2-8cf545eccfe5 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:01:21.219619 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Attempting to bind port c14c81c9-0be8-4119-88b2-8cf545eccfe5 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0143bf33-e3b7-440d-b90f-d7a8f0479b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:01:21.222151 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Attempting to bind port c14c81c9-0be8-4119-88b2-8cf545eccfe5 on network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:01:21.226325 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Port c14c81c9-0be8-4119-88b2-8cf545eccfe5 on network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:01:21.226750 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Attempting to bind port c14c81c9-0be8-4119-88b2-8cf545eccfe5 on network a9fdd2e8-9366-4af9-8bc1-e278e0f1729e {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:01:21.232412 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:01:21.232686 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Checking segment: {'id': '0143bf33-e3b7-440d-b90f-d7a8f0479b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:01:21.233046 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Bound using segment: {'id': '0143bf33-e3b7-440d-b90f-d7a8f0479b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:01:21.233540 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Bound port: c14c81c9-0be8-4119-88b2-8cf545eccfe5, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0143bf33-e3b7-440d-b90f-d7a8f0479b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:01:21.233954 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:21.267095 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b369495-f137-432f-b2ea-71b3175a210a req-93586ba6-d7ce-4da1-a138-a298a23c8f08 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:21.268587 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1b369495-f137-432f-b2ea-71b3175a210a req-93586ba6-d7ce-4da1-a138-a298a23c8f08 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0580063 Apr 11 13:01:21.303154 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] For port c14c81c9-0be8-4119-88b2-8cf545eccfe5, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:01:21.306340 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] For port c14c81c9-0be8-4119-88b2-8cf545eccfe5, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c14c81c9-0be8-4119-88b2-8cf545eccfe5,segment=NetworkSegment(0143bf33-e3b7-440d-b90f-d7a8f0479b85),segment_id=0143bf33-e3b7-440d-b90f-d7a8f0479b85)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:01:21.312601 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:21.316541 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1b369495-f137-432f-b2ea-71b3175a210a req-bec6112e-7e55-4206-b632-3577147c0098 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Apr 11 13:01:21.333605 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['03be8aa4-a9b9-4f30-9424-f472aab01c06'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:01:21.350769 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:21.351423 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:21.352846 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] 10.222.0.13 "PUT /v2.0/ports/c14c81c9-0be8-4119-88b2-8cf545eccfe5 HTTP/1.1" status: 200 len: 1094 time: 0.6477609 Apr 11 13:01:21.353338 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed6976f-b5b6-4892-9446-c6d724a5123f', 'tag': 'c14c81c9-0be8-4119-88b2-8cf545eccfe5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:01:21.355583 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a7b6e7-17de-4a63-9aa9-b47823c4d37a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed6976f-b5b6-4892-9446-c6d724a5123f", "tag": "c14c81c9-0be8-4119-88b2-8cf545eccfe5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:01:21.374646 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a9a4a-ddf4-464e-9cda-cab4fbadf3bb service neutron] Pushing event updated for resources: {'Port': ['ID=c14c81c9-0be8-4119-88b2-8cf545eccfe5,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:21.396078 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880dbb3b-cc4b-46be-afa7-3f9a491ff147 x-openstack-request-id: req-880dbb3b-cc4b-46be-afa7-3f9a491ff147 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:01:21.396373 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed6976f-b5b6-4892-9446-c6d724a5123f", "tag": "c14c81c9-0be8-4119-88b2-8cf545eccfe5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:01:21.396623 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-880dbb3b-cc4b-46be-afa7-3f9a491ff147 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:01:21.397035 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880dbb3b-cc4b-46be-afa7-3f9a491ff147'] response: {'name': 'network-changed', 'server_uuid': '0ed6976f-b5b6-4892-9446-c6d724a5123f', 'tag': 'c14c81c9-0be8-4119-88b2-8cf545eccfe5', 'status': 'completed', 'code': 200} Apr 11 13:01:21.910355 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c69931-8626-48ae-8b6e-f7e37dd9b5dc req-bdc093f1-c601-419b-b799-b8a999a0beab tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:21.911883 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85c69931-8626-48ae-8b6e-f7e37dd9b5dc req-bdc093f1-c601-419b-b799-b8a999a0beab tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 944 time: 0.0500352 Apr 11 13:01:21.938196 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 53556) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:21.963245 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85c69931-8626-48ae-8b6e-f7e37dd9b5dc req-a023ca32-1a9f-4155-9d07-61ab698a3005 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456383 Apr 11 13:01:22.020820 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85cbbf-e249-4a7b-b787-e944c6f0489b req-882e096e-b1b7-4d53-b5a7-467aad90191a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:22.022292 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-df85cbbf-e249-4a7b-b787-e944c6f0489b req-882e096e-b1b7-4d53-b5a7-467aad90191a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0521007 Apr 11 13:01:22.058783 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc818721-1371-40f2-8e70-89649361fa48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.086485 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-df85cbbf-e249-4a7b-b787-e944c6f0489b req-4c095afd-4d74-434b-9310-14e7d91447ba tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541353 Apr 11 13:01:22.115118 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7b6e7-17de-4a63-9aa9-b47823c4d37a req-f99f938f-2aee-4513-a2b5-8f1a3f60c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:22.116673 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-22a7b6e7-17de-4a63-9aa9-b47823c4d37a req-f99f938f-2aee-4513-a2b5-8f1a3f60c872 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53eb91c2c07247c8a6e3eac842263ff0&device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 1128 time: 0.0746653 Apr 11 13:01:22.170526 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc818721-1371-40f2-8e70-89649361fa48 admin admin] Publish callbacks [] for security_group (2dd60edf-3cfe-43a7-a125-8c8c5ed6a9e0), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.175707 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc818721-1371-40f2-8e70-89649361fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (2dd60edf-3cfe-43a7-a125-8c8c5ed6a9e0), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.189894 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99c2e7-5ad3-4c73-bacd-a777f8da08fa req-554ebc7d-03dd-4adc-a8e0-1a42838c1cba tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:22.191403 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9c99c2e7-5ad3-4c73-bacd-a777f8da08fa req-554ebc7d-03dd-4adc-a8e0-1a42838c1cba tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0496802 Apr 11 13:01:22.201927 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 53564) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:22.210468 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8a0008aa-a540-41f1-8733-3893639edcad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Request body: {'floatingip': {'port_id': '7192a2b4-9ab8-467b-979d-71dd0b480170'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:01:22.220609 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc818721-1371-40f2-8e70-89649361fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd60edf-3cfe-43a7-a125-8c8c5ed6a9e0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:22.242870 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e883a6-e25e-4a54-ae80-bd3f2942d435 req-1b149c5c-4a41-4a40-ba43-a952f954ae9f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:22.244483 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a5e883a6-e25e-4a54-ae80-bd3f2942d435 req-1b149c5c-4a41-4a40-ba43-a952f954ae9f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 944 time: 0.0491996 Apr 11 13:01:22.250792 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-fc818721-1371-40f2-8e70-89649361fa48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85e71f6d5651464da2f3de0f879cf76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115308 Apr 11 13:01:22.257081 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 53568) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:22.266266 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a0008aa-a540-41f1-8733-3893639edcad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for floatingip (5ddb776e-9ae4-479d-8202-8b9b69ddd088), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.329340 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a5e883a6-e25e-4a54-ae80-bd3f2942d435 req-b7b8f1cb-0ba6-40a8-9c30-a905b3325b90 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782106 Apr 11 13:01:22.352540 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2e4a1-5e02-46d6-b212-5b7d6fdf077d req-f1e35ea6-de43-4fd2-87b1-1bcfec0cf26b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:22.352540 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-84e2e4a1-5e02-46d6-b212-5b7d6fdf077d req-f1e35ea6-de43-4fd2-87b1-1bcfec0cf26b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0661407 Apr 11 13:01:22.426231 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-36326473-16ef-4209-a6fe-71f0b2eaaf64 admin admin] Publish callbacks [] for security_group (2dd60edf-3cfe-43a7-a125-8c8c5ed6a9e0), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.464687 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef4f43-1e4e-43ab-851d-b6bd74dc3128 req-2d1eed08-3e0e-4a63-83b2-dfc905aa182c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:22.466223 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6aef4f43-1e4e-43ab-851d-b6bd74dc3128 req-2d1eed08-3e0e-4a63-83b2-dfc905aa182c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0621784 Apr 11 13:01:22.476268 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-84e2e4a1-5e02-46d6-b212-5b7d6fdf077d req-e37d78ea-26ef-4b30-a98a-2bfa8f71420e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064174 Apr 11 13:01:22.532742 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-36326473-16ef-4209-a6fe-71f0b2eaaf64 admin admin] Publish callbacks [] for security_group (2dd60edf-3cfe-43a7-a125-8c8c5ed6a9e0), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.536710 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6aef4f43-1e4e-43ab-851d-b6bd74dc3128 req-e36edfee-8043-4ffb-9a51-b3cf31300ee9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592561 Apr 11 13:01:22.614279 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7b6e7-17de-4a63-9aa9-b47823c4d37a req-4e70b26f-32dc-4620-9ec1-481feb3bd4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:22.615819 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-22a7b6e7-17de-4a63-9aa9-b47823c4d37a req-4e70b26f-32dc-4620-9ec1-481feb3bd4f0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=53eb91c2c07247c8a6e3eac842263ff0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2657690 Apr 11 13:01:22.669105 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 03be8aa4-a9b9-4f30-9424-f472aab01c06 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:01:22.669685 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-36326473-16ef-4209-a6fe-71f0b2eaaf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (2dd60edf-3cfe-43a7-a125-8c8c5ed6a9e0), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.672187 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-36326473-16ef-4209-a6fe-71f0b2eaaf64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.673427 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-36326473-16ef-4209-a6fe-71f0b2eaaf64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2dd60edf-3cfe-43a7-a125-8c8c5ed6a9e0 HTTP/1.1" status: 204 len: 168 time: 0.4161687 Apr 11 13:01:22.689690 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36326473-16ef-4209-a6fe-71f0b2eaaf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd60edf-3cfe-43a7-a125-8c8c5ed6a9e0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:22.744571 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 03be8aa4-a9b9-4f30-9424-f472aab01c06 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:01:22.754686 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 03be8aa4-a9b9-4f30-9424-f472aab01c06 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:01:22.756561 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.867569 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 03be8aa4-a9b9-4f30-9424-f472aab01c06 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:01:22.868078 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.893960 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03be8aa4-a9b9-4f30-9424-f472aab01c06'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:01:22.896444 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff86c2c-9b30-468b-b847-7c0a14d1ce0a" -d '{"events": [{"server_uuid": "9e72c3c8-ccb6-405d-8576-60b33ea3a14f", "name": "network-vif-plugged", "status": "completed", "tag": "03be8aa4-a9b9-4f30-9424-f472aab01c06"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:01:22.909543 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 03be8aa4-a9b9-4f30-9424-f472aab01c06, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=03be8aa4-a9b9-4f30-9424-f472aab01c06,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:22.914874 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a0008aa-a540-41f1-8733-3893639edcad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.916486 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.922134 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a0008aa-a540-41f1-8733-3893639edcad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (5ddb776e-9ae4-479d-8202-8b9b69ddd088), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:22.980319 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eabebe8-95d3-4d08-86db-fef6ca3eb50b x-openstack-request-id: req-6eabebe8-95d3-4d08-86db-fef6ca3eb50b {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:01:22.981383 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e72c3c8-ccb6-405d-8576-60b33ea3a14f", "name": "network-vif-plugged", "status": "completed", "tag": "03be8aa4-a9b9-4f30-9424-f472aab01c06", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:01:22.981817 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6eabebe8-95d3-4d08-86db-fef6ca3eb50b {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:01:22.982438 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eabebe8-95d3-4d08-86db-fef6ca3eb50b'] response: {'server_uuid': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03be8aa4-a9b9-4f30-9424-f472aab01c06', 'code': 200} Apr 11 13:01:23.020391 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=03be8aa4-a9b9-4f30-9424-f472aab01c06,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:23.155112 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996388b-5b30-457f-af8c-6ae1c17d1dcd req-1bb0ca7c-faa2-4825-aa6f-593ede2b474e tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:23.157445 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b996388b-5b30-457f-af8c-6ae1c17d1dcd req-1bb0ca7c-faa2-4825-aa6f-593ede2b474e tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.0754857 Apr 11 13:01:23.214264 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b996388b-5b30-457f-af8c-6ae1c17d1dcd req-732ed83a-9fe4-43d5-8258-ebe85e053495 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505197 Apr 11 13:01:23.372852 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [None req-8a0008aa-a540-41f1-8733-3893639edcad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Floating IP 5ddb776e-9ae4-479d-8202-8b9b69ddd088 associated. External IP: 172.27.0.63, port: 7192a2b4-9ab8-467b-979d-71dd0b480170. Apr 11 13:01:23.375476 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7b6e7-17de-4a63-9aa9-b47823c4d37a req-7b3bff13-7003-4bea-af03-027f25e4ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:23.377325 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-22a7b6e7-17de-4a63-9aa9-b47823c4d37a req-7b3bff13-7003-4bea-af03-027f25e4ee1e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4171968 Apr 11 13:01:23.453989 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf14357-36d3-4538-a65e-388e5e46db8c req-ad7bebcf-39b3-4bfd-8655-47c05f85b3bf tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:23.455017 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2cf14357-36d3-4538-a65e-388e5e46db8c req-ad7bebcf-39b3-4bfd-8655-47c05f85b3bf tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 944 time: 0.0490429 Apr 11 13:01:23.561471 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2cf14357-36d3-4538-a65e-388e5e46db8c req-19a88733-6125-42f7-95c2-30abd7376db0 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990713 Apr 11 13:01:23.624298 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0008aa-a540-41f1-8733-3893639edcad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Router b67d98fd-10a1-4d9f-aff9-08bee473d0cf has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:01:23.678565 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bda63-4127-4afe-a837-826ee99c869c req-859fc205-0a25-4990-a54a-4645ce08f39a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:23.681027 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-954bda63-4127-4afe-a837-826ee99c869c req-859fc205-0a25-4990-a54a-4645ce08f39a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0803037 Apr 11 13:01:23.736700 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9fedf-9e0e-41b7-906f-3ec7594de88b req-e667924b-4779-4b8d-b01c-515fa4506a10 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:23.738457 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fdb9fedf-9e0e-41b7-906f-3ec7594de88b req-e667924b-4779-4b8d-b01c-515fa4506a10 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0836425 Apr 11 13:01:23.809744 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fdb9fedf-9e0e-41b7-906f-3ec7594de88b req-736feb6b-5921-4d04-88e4-dbc5f5d0dc81 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600121 Apr 11 13:01:23.839342 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-954bda63-4127-4afe-a837-826ee99c869c req-02aff311-c181-4aac-84d8-896b0c5616a4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229265 Apr 11 13:01:23.879797 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-0aa078ef-3561-40c4-9809-8b0d3c795b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:23.887183 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-0aa078ef-3561-40c4-9809-8b0d3c795b33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53eb91c2c07247c8a6e3eac842263ff0&device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 1128 time: 0.1431828 Apr 11 13:01:23.896538 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0008aa-a540-41f1-8733-3893639edcad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:01:23.902602 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a0008aa-a540-41f1-8733-3893639edcad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:23.909341 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] Sync routers for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:01:23.932261 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:01:23.932601 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:00:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:23.961327 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-762338d3-3dbe-4b52-8434-99c5b87a96c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14c81c9-0be8-4119-88b2-8cf545eccfe5 HTTP/1.1" status: 200 len: 217 time: 0.0552218 Apr 11 13:01:24.015459 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c34dd-f294-4d8d-92d9-c5ef28a0167c req-ea42cc3b-2158-4fd7-87dd-f6949ee7a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:24.017500 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-2d0569c1-12dd-4926-9ce0-e574e32586f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:24.019187 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-2d0569c1-12dd-4926-9ce0-e574e32586f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e91e8a0-e5fe-4266-afd9-b26e58497ca1 HTTP/1.1" status: 200 len: 848 time: 0.0500731 Apr 11 13:01:24.019958 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-016c34dd-f294-4d8d-92d9-c5ef28a0167c req-ea42cc3b-2158-4fd7-87dd-f6949ee7a4db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 1129 time: 0.0826581 Apr 11 13:01:24.035936 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8a0008aa-a540-41f1-8733-3893639edcad tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "PUT /v2.0/floatingips/5ddb776e-9ae4-479d-8202-8b9b69ddd088 HTTP/1.1" status: 200 len: 990 time: 1.8284118 Apr 11 13:01:24.037504 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:01:24.039915 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690" -d '{"events": [{"name": "network-changed", "server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:01:24.080538 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-6490377f-8d52-419d-bfcf-50fb26acaa94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9fdd2e8-9366-4af9-8bc1-e278e0f1729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437434 Apr 11 13:01:24.120205 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218f7be5-9620-4d7d-832c-3d02a8b635f5 x-openstack-request-id: req-218f7be5-9620-4d7d-832c-3d02a8b635f5 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:01:24.120589 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:01:24.120913 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-218f7be5-9620-4d7d-832c-3d02a8b635f5 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:01:24.121615 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218f7be5-9620-4d7d-832c-3d02a8b635f5'] response: {'name': 'network-changed', 'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'status': 'completed', 'code': 200} Apr 11 13:01:24.165796 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:01:24.226288 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-016c34dd-f294-4d8d-92d9-c5ef28a0167c req-84abd3d9-5bf4-400d-8fd8-683e0decf78a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949518 Apr 11 13:01:24.253123 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-5a8f6a4b-f8a8-4eca-9727-5143324a711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:24.257781 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-5a8f6a4b-f8a8-4eca-9727-5143324a711f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 1129 time: 0.1158020 Apr 11 13:01:24.288696 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-107182d6-0ba4-42df-857d-22d9060f0142 service neutron] 10.222.0.13 "GET /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000880 Apr 11 13:01:24.357681 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283af4f-ba30-456c-bdb5-6a1502deb54d req-1d68925b-bc18-4d05-8c03-fc50c8f90635 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:24.359312 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e283af4f-ba30-456c-bdb5-6a1502deb54d req-1d68925b-bc18-4d05-8c03-fc50c8f90635 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.0549080 Apr 11 13:01:24.406657 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 53634) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:24.444349 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e283af4f-ba30-456c-bdb5-6a1502deb54d req-37df3441-2bdd-427c-997f-d575d28dd9c5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767229 Apr 11 13:01:24.556730 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b8b17bb-5bff-4f7a-96d2-1acc43018526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:24.570895 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '5ddb776e-9ae4-479d-8202-8b9b69ddd088', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'port_id': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'mac_address': 'fa:16:3e:be:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:00:52Z', 'updated_at': '2022-04-11T13:01:22Z', 'revision_number': 1, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:37Z', 'revision_number': 5, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:24.610752 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] Checking router: b67d98fd-10a1-4d9f-aff9-08bee473d0cf for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:01:24.628506 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:01:24.629764 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:00:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:24.639259 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-077cbde2-feff-4ec7-8d5d-933ae6fd24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:24.646274 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-077cbde2-feff-4ec7-8d5d-933ae6fd24fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.1888747 Apr 11 13:01:24.652608 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b8b17bb-5bff-4f7a-96d2-1acc43018526 admin admin] Publish callbacks [] for security_group (6aefd0cb-80c3-46aa-a651-1020de6d7194), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:24.660939 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b8b17bb-5bff-4f7a-96d2-1acc43018526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (6aefd0cb-80c3-46aa-a651-1020de6d7194), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:24.691716 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-9b8b17bb-5bff-4f7a-96d2-1acc43018526 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ef9ef8a17484a3888661e5e50e366b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841156 Apr 11 13:01:24.703175 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 53640) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:24.726007 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-078e4bd3-4df1-4bff-917a-ec09f4dbdfe3 req-0a2f547d-4e4e-4f5b-88b9-bf71e3f422a1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681136 Apr 11 13:01:24.754543 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b17bb-5bff-4f7a-96d2-1acc43018526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aefd0cb-80c3-46aa-a651-1020de6d7194,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:24.769420 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:01:24.773186 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-673e5005-8c6f-4394-9a4d-12292ecb3c6b admin admin] Publish callbacks [] for security_group (6aefd0cb-80c3-46aa-a651-1020de6d7194), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:24.796626 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6d06-403f-4478-8ca8-43f32eb51e62 req-b7759eae-ca9d-409a-b179-3dd8a21b1711 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:24.798666 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-365c6d06-403f-4478-8ca8-43f32eb51e62 req-b7759eae-ca9d-409a-b179-3dd8a21b1711 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 944 time: 0.0900095 Apr 11 13:01:24.800764 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-ab8fa33b-366b-481a-8cba-14ad6bd49cdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7192a2b4-9ab8-467b-979d-71dd0b480170 HTTP/1.1" status: 200 len: 998 time: 0.1407754 Apr 11 13:01:24.808326 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-673e5005-8c6f-4394-9a4d-12292ecb3c6b admin admin] Publish callbacks [] for security_group (6aefd0cb-80c3-46aa-a651-1020de6d7194), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:24.865669 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-673e5005-8c6f-4394-9a4d-12292ecb3c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (6aefd0cb-80c3-46aa-a651-1020de6d7194), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:24.869437 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-673e5005-8c6f-4394-9a4d-12292ecb3c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:24.870611 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-673e5005-8c6f-4394-9a4d-12292ecb3c6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6aefd0cb-80c3-46aa-a651-1020de6d7194 HTTP/1.1" status: 204 len: 168 time: 0.1664968 Apr 11 13:01:24.890377 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e5005-8c6f-4394-9a4d-12292ecb3c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aefd0cb-80c3-46aa-a651-1020de6d7194,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:25.255931 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-365c6d06-403f-4478-8ca8-43f32eb51e62 req-235ab801-0440-4f83-9331-e1afc36de04a tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489436 Apr 11 13:01:25.270280 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-7cba5558-8b6f-4217-abeb-b3e1fe98cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:25.273898 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-7cba5558-8b6f-4217-abeb-b3e1fe98cc4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.1182640 Apr 11 13:01:25.284314 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce6436-2f8d-4610-b454-d36a29afd5ac req-9530d373-fd65-4716-83cd-32a8603f7a13 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:25.293102 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f5ce6436-2f8d-4610-b454-d36a29afd5ac req-9530d373-fd65-4716-83cd-32a8603f7a13 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.1416633 Apr 11 13:01:25.325321 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '5ddb776e-9ae4-479d-8202-8b9b69ddd088', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'port_id': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'mac_address': 'fa:16:3e:be:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:00:52Z', 'updated_at': '2022-04-11T13:01:22Z', 'revision_number': 1, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:37Z', 'revision_number': 5, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:25.354715 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fee70-7353-4e49-8511-509e7103dea1 None None] The sync data for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi is: [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '5ddb776e-9ae4-479d-8202-8b9b69ddd088', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'port_id': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'mac_address': 'fa:16:3e:be:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:00:52Z', 'updated_at': '2022-04-11T13:01:22Z', 'revision_number': 1, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:37Z', 'revision_number': 5, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:01:25.363750 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f5ce6436-2f8d-4610-b454-d36a29afd5ac req-42798003-c76b-4e8d-aae0-77c6ea8c43ef tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637619 Apr 11 13:01:25.568526 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037e7c8-afac-4c51-b7df-1edc2273d0c2 req-8f5552b1-3054-4e42-a668-f8bb65cd79e5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:25.576185 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2037e7c8-afac-4c51-b7df-1edc2273d0c2 req-8f5552b1-3054-4e42-a668-f8bb65cd79e5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.0551336 Apr 11 13:01:25.620149 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f03733-cb1d-4575-97c5-9f5013772ec5 None None] New status for floating IP 5ddb776e-9ae4-479d-8202-8b9b69ddd088: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:01:25.635600 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2037e7c8-afac-4c51-b7df-1edc2273d0c2 req-7c8a86d3-859c-4ae2-9cd9-47d2035e52d9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565298 Apr 11 13:01:26.182198 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-746aed7d-10e1-4fe6-8b9c-b3d986dbd0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:26.482792 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f4f8e-df7a-41d5-8749-16511029a0c7 req-8fbfc2fd-0975-43e6-80c1-cb34476f43ee tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:26.482792 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-289f4f8e-df7a-41d5-8749-16511029a0c7 req-8fbfc2fd-0975-43e6-80c1-cb34476f43ee tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 944 time: 0.1225691 Apr 11 13:01:26.606591 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181a8c0-7e1e-428e-9616-f9044b8afdfb req-bc539fad-5f90-4c9c-911d-402e025618ee tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:26.608578 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3181a8c0-7e1e-428e-9616-f9044b8afdfb req-bc539fad-5f90-4c9c-911d-402e025618ee tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0950630 Apr 11 13:01:26.666655 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-289f4f8e-df7a-41d5-8749-16511029a0c7 req-8fba6773-d488-4a71-9029-2a3b26a45a7f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842721 Apr 11 13:01:26.675254 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-6c11cebb-3577-46cb-8a2c-01f8260515a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:26.677112 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-6c11cebb-3577-46cb-8a2c-01f8260515a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1375589 Apr 11 13:01:26.683676 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device c14c81c9-0be8-4119-88b2-8cf545eccfe5 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:01:26.717533 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3181a8c0-7e1e-428e-9616-f9044b8afdfb req-b57afc73-42b7-4804-bb93-54265810a497 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842731 Apr 11 13:01:26.799249 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e06060-4fb8-4372-af3e-5bfb743b159c req-d0b067fc-8ed7-4456-93c8-76d39445116b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:26.800782 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c4e06060-4fb8-4372-af3e-5bfb743b159c req-d0b067fc-8ed7-4456-93c8-76d39445116b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.0554833 Apr 11 13:01:26.831548 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port c14c81c9-0be8-4119-88b2-8cf545eccfe5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c14c81c9-0be8-4119-88b2-8cf545eccfe5,segment=NetworkSegment(0143bf33-e3b7-440d-b90f-d7a8f0479b85),segment_id=0143bf33-e3b7-440d-b90f-d7a8f0479b85)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:26.846734 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'c14c81c9-0be8-4119-88b2-8cf545eccfe5', 'network_id': 'a9fdd2e8-9366-4af9-8bc1-e278e0f1729e', 'port_id': 'c14c81c9-0be8-4119-88b2-8cf545eccfe5', 'mac_address': 'fa:16:3e:5b:24:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e91e8a0-e5fe-4266-afd9-b26e58497ca1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:01:26.858062 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c4e06060-4fb8-4372-af3e-5bfb743b159c req-68e99d75-6bc0-409f-838b-921c0563ca44 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494404 Apr 11 13:01:26.886797 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port c14c81c9-0be8-4119-88b2-8cf545eccfe5 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:01:26.887183 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:26.904263 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14c81c9-0be8-4119-88b2-8cf545eccfe5 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:01:26.928598 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port c14c81c9-0be8-4119-88b2-8cf545eccfe5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c14c81c9-0be8-4119-88b2-8cf545eccfe5,segment=NetworkSegment(0143bf33-e3b7-440d-b90f-d7a8f0479b85),segment_id=0143bf33-e3b7-440d-b90f-d7a8f0479b85)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:26.936452 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:26.986943 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b9d6d-01bd-4503-9bfc-6f19b88c9219 req-b521a5f9-3444-49bd-955d-d683d3790a74 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:26.987953 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=c14c81c9-0be8-4119-88b2-8cf545eccfe5,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:26.989971 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-df0b9d6d-01bd-4503-9bfc-6f19b88c9219 req-b521a5f9-3444-49bd-955d-d683d3790a74 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.0541286 Apr 11 13:01:27.045998 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-df0b9d6d-01bd-4503-9bfc-6f19b88c9219 req-5674c111-16b7-4966-ad59-ee10b14135fb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490239 Apr 11 13:01:27.072713 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 53660) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:27.252745 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-70b7f17a-4b8d-47fe-b87a-895476b8d533 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967839 Apr 11 13:01:27.306851 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['c14c81c9-0be8-4119-88b2-8cf545eccfe5'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:01:27.369911 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472b4cdd-1900-4e44-9d86-54f36d496808 tempest-TestVolumeBootPattern-1407028721 tempest-TestVolumeBootPattern-1407028721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:27.371471 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-472b4cdd-1900-4e44-9d86-54f36d496808 tempest-TestVolumeBootPattern-1407028721 tempest-TestVolumeBootPattern-1407028721-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 1124 time: 0.2975340 Apr 11 13:01:27.374674 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 53668) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:27.379418 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'port_id': '03be8aa4-a9b9-4f30-9424-f472aab01c06', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:01:27.417944 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0d1b8e9c-3700-4d4a-b041-11cdaa37d690 req-22f0dcc9-8bb2-47a8-ba09-4faccb4e9856 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574256 Apr 11 13:01:27.420329 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:27.540830 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:27.661532 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Allocated IP 172.27.0.235 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/3fd2238f-18d6-4385-986b-4cc063b16e0a) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:01:27.852223 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for port (3fd2238f-18d6-4385-986b-4cc063b16e0a), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:27.862728 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16aae4-3739-4008-844d-65a530de0705 req-867743e6-08a3-461c-b54f-0187374d8c4d tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:27.865005 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6b16aae4-3739-4008-844d-65a530de0705 req-867743e6-08a3-461c-b54f-0187374d8c4d tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 945 time: 0.1078668 Apr 11 13:01:27.906465 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8e77d-cbd7-4b4b-ae77-400a59846e3c req-256a2b1d-3dfa-4cae-b0ad-81d188da0560 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:27.909718 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5bd8e77d-cbd7-4b4b-ae77-400a59846e3c req-256a2b1d-3dfa-4cae-b0ad-81d188da0560 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.1064506 Apr 11 13:01:27.974546 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6b16aae4-3739-4008-844d-65a530de0705 req-818c2925-7362-4dbf-a95d-63a86d7437be tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000705 Apr 11 13:01:27.985582 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (3fd2238f-18d6-4385-986b-4cc063b16e0a), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:28.036519 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5bd8e77d-cbd7-4b4b-ae77-400a59846e3c req-58cc2846-0fad-4ede-b29c-742695ac4209 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184685 Apr 11 13:01:28.039915 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:01:28.043948 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:01:28.048587 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:01:28.082202 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'Port': ['ID=3fd2238f-18d6-4385-986b-4cc063b16e0a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:28.094916 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.095491 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.095810 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.096181 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.096505 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.096828 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.097147 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.097671 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.097947 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.098348 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.098627 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.099067 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.099251 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.099560 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.099869 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:01:28.472365 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (0032f44e-716a-4591-a396-3c3779f50214), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:28.553738 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (3fd2238f-18d6-4385-986b-4cc063b16e0a), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:28.703161 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device c14c81c9-0be8-4119-88b2-8cf545eccfe5 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:01:28.726147 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for port (3fd2238f-18d6-4385-986b-4cc063b16e0a), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:28.732883 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (3fd2238f-18d6-4385-986b-4cc063b16e0a), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:28.755620 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-443b77cd-c81a-41e2-8879-7cae6e2fc764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:28.771977 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port c14c81c9-0be8-4119-88b2-8cf545eccfe5 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:01:28.781055 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port c14c81c9-0be8-4119-88b2-8cf545eccfe5 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:01:28.781975 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:28.808444 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:01:28.812171 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'Port': ['ID=3fd2238f-18d6-4385-986b-4cc063b16e0a,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:28.864520 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (0032f44e-716a-4591-a396-3c3779f50214), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:28.998642 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Floating IP 0032f44e-716a-4591-a396-3c3779f50214 associated. External IP: 172.27.0.235, port: 03be8aa4-a9b9-4f30-9424-f472aab01c06. Apr 11 13:01:29.030328 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port c14c81c9-0be8-4119-88b2-8cf545eccfe5 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:01:29.030775 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:29.066385 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed6976f-b5b6-4892-9446-c6d724a5123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c81c9-0be8-4119-88b2-8cf545eccfe5'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:01:29.069445 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa78cd-10b4-46ee-9300-55fa917d4598" -d '{"events": [{"server_uuid": "0ed6976f-b5b6-4892-9446-c6d724a5123f", "name": "network-vif-plugged", "status": "completed", "tag": "c14c81c9-0be8-4119-88b2-8cf545eccfe5"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:01:29.085531 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port c14c81c9-0be8-4119-88b2-8cf545eccfe5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c14c81c9-0be8-4119-88b2-8cf545eccfe5,segment=NetworkSegment(0143bf33-e3b7-440d-b90f-d7a8f0479b85),segment_id=0143bf33-e3b7-440d-b90f-d7a8f0479b85)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:29.094885 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:29.159298 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708702f5-26d9-49f7-9edb-3ca6a450f2f9 req-39e9ceab-5942-4ac3-b862-7d0093572e8f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:29.159748 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=c14c81c9-0be8-4119-88b2-8cf545eccfe5,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:29.160989 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-708702f5-26d9-49f7-9edb-3ca6a450f2f9 req-39e9ceab-5942-4ac3-b862-7d0093572e8f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 946 time: 0.0708053 Apr 11 13:01:29.215621 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501fac5-b6c0-458f-8103-1f586dc7d648 req-e87c6848-9afb-4313-a44f-3bb419eca8f1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:29.217159 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d501fac5-b6c0-458f-8103-1f586dc7d648 req-e87c6848-9afb-4313-a44f-3bb419eca8f1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0792773 Apr 11 13:01:29.297406 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-708702f5-26d9-49f7-9edb-3ca6a450f2f9 req-512b183f-32d3-4033-9313-b99d68d408e1 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178215 Apr 11 13:01:29.358541 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d501fac5-b6c0-458f-8103-1f586dc7d648 req-173cb313-e8db-4717-9bd0-2a1b328f64da tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041667 Apr 11 13:01:29.358753 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef34212-bf6b-4ccd-a2c4-49f6c734c01d x-openstack-request-id: req-2ef34212-bf6b-4ccd-a2c4-49f6c734c01d {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:01:29.359073 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed6976f-b5b6-4892-9446-c6d724a5123f", "name": "network-vif-plugged", "status": "completed", "tag": "c14c81c9-0be8-4119-88b2-8cf545eccfe5", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:01:29.359329 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ef34212-bf6b-4ccd-a2c4-49f6c734c01d {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:01:29.359732 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef34212-bf6b-4ccd-a2c4-49f6c734c01d'] response: {'server_uuid': '0ed6976f-b5b6-4892-9446-c6d724a5123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c81c9-0be8-4119-88b2-8cf545eccfe5', 'code': 200} Apr 11 13:01:29.381773 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Router 9052d565-9f6c-4ce2-90cf-620956093676 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:01:29.534757 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:01:29.539692 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:29.545654 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] Sync routers for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:01:29.558501 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:01:29.559550 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:01:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:29.583635 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33f414-a78d-48fb-9988-3f70eaec97a7 req-4e1966cb-d590-4427-940f-ad7ec34f2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:29.585619 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2e33f414-a78d-48fb-9988-3f70eaec97a7 req-4e1966cb-d590-4427-940f-ad7ec34f2e91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 1130 time: 0.0641887 Apr 11 13:01:29.590415 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:29.635754 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-e7aaaa03-97e1-4406-8d2a-3550e0d4f466 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2600706 Apr 11 13:01:29.640687 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'tag': '03be8aa4-a9b9-4f30-9424-f472aab01c06'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:01:29.643032 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbc5c36-41b6-4439-b455-a383bac05689" -d '{"events": [{"name": "network-changed", "server_uuid": "9e72c3c8-ccb6-405d-8576-60b33ea3a14f", "tag": "03be8aa4-a9b9-4f30-9424-f472aab01c06"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:01:29.693627 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2e33f414-a78d-48fb-9988-3f70eaec97a7 req-092d7c4f-cdea-4770-b2da-028429c07596 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996337 Apr 11 13:01:29.697524 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c8c0e6-af6f-4433-909d-e4ecf95e5153 x-openstack-request-id: req-33c8c0e6-af6f-4433-909d-e4ecf95e5153 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:01:29.697801 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e72c3c8-ccb6-405d-8576-60b33ea3a14f", "tag": "03be8aa4-a9b9-4f30-9424-f472aab01c06", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:01:29.698046 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33c8c0e6-af6f-4433-909d-e4ecf95e5153 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:01:29.698532 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:01:29.699024 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c8c0e6-af6f-4433-909d-e4ecf95e5153'] response: {'name': 'network-changed', 'server_uuid': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'tag': '03be8aa4-a9b9-4f30-9424-f472aab01c06', 'status': 'completed', 'code': 200} Apr 11 13:01:29.935613 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '0032f44e-716a-4591-a396-3c3779f50214', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '03be8aa4-a9b9-4f30-9424-f472aab01c06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:3f:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:01:28Z', 'updated_at': '2022-04-11T13:01:28Z', 'revision_number': 0, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:29.963567 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] Checking router: 9052d565-9f6c-4ce2-90cf-620956093676 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:01:29.973877 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:01:29.974534 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:01:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:30.004153 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-731f77c6-f8e1-451b-a683-269c9c35fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:30.005967 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-731f77c6-f8e1-451b-a683-269c9c35fe55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 1129 time: 0.0626533 Apr 11 13:01:30.123156 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-04b3d897-2260-4a58-a427-d80b9a2ecd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:30.124915 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-04b3d897-2260-4a58-a427-d80b9a2ecd4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 913 time: 0.1113977 Apr 11 13:01:30.195308 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-48d5f9d5-2411-4aea-9e71-038498009ffc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03be8aa4-a9b9-4f30-9424-f472aab01c06 HTTP/1.1" status: 200 len: 999 time: 0.0599942 Apr 11 13:01:30.223097 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:01:30.450403 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705c00-997c-4555-b418-9dbc8215e68d req-5e8de1d1-e7ca-495d-b73d-237d4925f795 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:30.453057 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-79705c00-997c-4555-b418-9dbc8215e68d req-5e8de1d1-e7ca-495d-b73d-237d4925f795 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 946 time: 0.0756121 Apr 11 13:01:30.514550 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '0032f44e-716a-4591-a396-3c3779f50214', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '03be8aa4-a9b9-4f30-9424-f472aab01c06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:3f:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:01:28Z', 'updated_at': '2022-04-11T13:01:28Z', 'revision_number': 0, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:30.538219 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ebcc6-3f01-4c22-9b7f-cf4b37fc582d req-b16bcd98-cb36-4f07-a1f4-8f4bc158f433 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:30.545519 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4b7ebcc6-3f01-4c22-9b7f-cf4b37fc582d req-b16bcd98-cb36-4f07-a1f4-8f4bc158f433 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0702775 Apr 11 13:01:30.548980 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a09ec5-f828-483e-aac8-6e84871f5eca None None] The sync data for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi is: [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '0032f44e-716a-4591-a396-3c3779f50214', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '03be8aa4-a9b9-4f30-9424-f472aab01c06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:3f:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:01:28Z', 'updated_at': '2022-04-11T13:01:28Z', 'revision_number': 0, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:01:30.556911 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-79705c00-997c-4555-b418-9dbc8215e68d req-f4b3d5c5-a01c-404c-90e8-9aac5dce14d4 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962846 Apr 11 13:01:30.625523 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4b7ebcc6-3f01-4c22-9b7f-cf4b37fc582d req-3a375922-f4c4-4635-96f6-02f9de33a94e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738528 Apr 11 13:01:30.729449 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-1f470236-9521-422f-bf3d-86e5cd1bc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:30.731071 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-1f470236-9521-422f-bf3d-86e5cd1bc299 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.0463591 Apr 11 13:01:30.818704 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-2bb54dfc-1e24-4e69-bc2c-2dfc0da333b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:30.820520 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-2bb54dfc-1e24-4e69-bc2c-2dfc0da333b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736003 Apr 11 13:01:30.823617 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5016190d-659d-4e8e-b8c4-aec12b2c2743 None None] New status for floating IP 0032f44e-716a-4591-a396-3c3779f50214: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:01:30.918749 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-d09b83d0-d3cf-495d-9b35-a20bfaa25c73 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842597 Apr 11 13:01:31.030157 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:31.070958 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6fbc5c36-41b6-4439-b455-a383bac05689 req-adc8e4ce-e2e3-48e4-a6b0-e13e44e0e86a service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289618 Apr 11 13:01:31.701212 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7e3c6-7261-494e-98ee-981632858ddd req-7a902e33-ca8c-4bf0-8346-76afb62d498e tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:31.709511 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2af7e3c6-7261-494e-98ee-981632858ddd req-7a902e33-ca8c-4bf0-8346-76afb62d498e tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 946 time: 0.0813174 Apr 11 13:01:31.803518 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2af7e3c6-7261-494e-98ee-981632858ddd req-34076602-9356-4c92-9be6-852467a9e157 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930512 Apr 11 13:01:31.816505 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d731add-9884-4858-a55e-55cb90a3647b req-ef5d5764-4a8d-47c0-b8b0-68805e76a6ac tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:31.818708 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1d731add-9884-4858-a55e-55cb90a3647b req-ef5d5764-4a8d-47c0-b8b0-68805e76a6ac tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0886087 Apr 11 13:01:32.135151 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1d731add-9884-4858-a55e-55cb90a3647b req-cef3fcb8-16d4-463f-a24f-b88a89fd7ed1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091867 Apr 11 13:01:32.674931 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:32.694887 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f749-0167-4c7b-af50-d2cee8b2fe9e req-707f3684-d9a5-4058-a90b-64e10ae1df90 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:32.701915 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2549f749-0167-4c7b-af50-d2cee8b2fe9e req-707f3684-d9a5-4058-a90b-64e10ae1df90 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 946 time: 0.0633123 Apr 11 13:01:32.755819 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2549f749-0167-4c7b-af50-d2cee8b2fe9e req-447d39b9-d26a-4439-8735-e6759a34d98e tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529234 Apr 11 13:01:33.270606 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f29ab-3af7-43ec-9d74-81a9e4b46baa req-c814936f-b824-40dc-aabc-36a8441cc5bc tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:33.276521 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-542f29ab-3af7-43ec-9d74-81a9e4b46baa req-c814936f-b824-40dc-aabc-36a8441cc5bc tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0638957 Apr 11 13:01:33.335604 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-542f29ab-3af7-43ec-9d74-81a9e4b46baa req-b3c9033e-108f-4555-8edb-3356c115e044 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546463 Apr 11 13:01:33.870837 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d1275-f3af-4236-834f-e4d43b1aa84e req-634d6303-ba59-4825-bd14-a02d44191d0f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:33.872352 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5b5d1275-f3af-4236-834f-e4d43b1aa84e req-634d6303-ba59-4825-bd14-a02d44191d0f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 946 time: 0.0486486 Apr 11 13:01:33.925160 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5b5d1275-f3af-4236-834f-e4d43b1aa84e req-44ab5f4b-254b-41b7-9722-455bbf9c7375 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467253 Apr 11 13:01:34.473318 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807f014-fd52-4311-ba4e-016ce9ab2ff2 req-dc76e467-3c3f-4c25-ad6d-25390c9919be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:34.474900 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1807f014-fd52-4311-ba4e-016ce9ab2ff2 req-dc76e467-3c3f-4c25-ad6d-25390c9919be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0505629 Apr 11 13:01:34.526846 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1807f014-fd52-4311-ba4e-016ce9ab2ff2 req-14681c23-5e5e-4f7f-9751-7fed103931e8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458169 Apr 11 13:01:34.689877 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-9e2343e6-4c8c-4577-b5be-cb6089e8f39d tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:34.691319 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-9e2343e6-4c8c-4577-b5be-cb6089e8f39d tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 946 time: 0.0536613 Apr 11 13:01:34.697948 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-f070f53d-14f6-480c-90fa-7e219fd6cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:34.699430 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-f070f53d-14f6-480c-90fa-7e219fd6cade service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 1129 time: 0.0423119 Apr 11 13:01:34.793140 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-7cd80bc3-a9b4-4c98-a9b3-7c00438e5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:34.793404 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-480ffa97-3906-4904-968d-a9df96919c6f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Deleting port c14c81c9-0be8-4119-88b2-8cf545eccfe5 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:01:34.793511 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-480ffa97-3906-4904-968d-a9df96919c6f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:34.794613 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-7cd80bc3-a9b4-4c98-a9b3-7c00438e5565 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 915 time: 0.0825365 Apr 11 13:01:34.865424 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-96d45ea5-0ff8-4c1a-8a90-99dd1aa76459 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43 HTTP/1.1" status: 200 len: 1001 time: 0.0614889 Apr 11 13:01:34.883957 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-480ffa97-3906-4904-968d-a9df96919c6f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] For port c14c81c9-0be8-4119-88b2-8cf545eccfe5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c14c81c9-0be8-4119-88b2-8cf545eccfe5,segment=NetworkSegment(0143bf33-e3b7-440d-b90f-d7a8f0479b85),segment_id=0143bf33-e3b7-440d-b90f-d7a8f0479b85)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:34.884491 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-480ffa97-3906-4904-968d-a9df96919c6f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:34.898324 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-480ffa97-3906-4904-968d-a9df96919c6f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Calling delete_port for c14c81c9-0be8-4119-88b2-8cf545eccfe5 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:01:34.926325 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-7bfab3eb-81e1-4034-aa44-0533fb2e9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:34.927825 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-7bfab3eb-81e1-4034-aa44-0533fb2e9e8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204d0409-b5f8-49fe-bc93-a6fb09b4c374 HTTP/1.1" status: 200 len: 853 time: 0.0438681 Apr 11 13:01:34.971802 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-6fd1cebf-b10e-437d-a552-8f0b69c5de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:34.973376 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-6fd1cebf-b10e-437d-a552-8f0b69c5de05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e2ce377-60e7-40d0-a684-279719c14ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393918 Apr 11 13:01:35.061119 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde05b53-770e-4e70-a5ea-14810d855699 req-1f9c891a-6d63-4cb9-a0bb-257309bb9337 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:35.062519 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dde05b53-770e-4e70-a5ea-14810d855699 req-1f9c891a-6d63-4cb9-a0bb-257309bb9337 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 946 time: 0.0623729 Apr 11 13:01:35.067837 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-87acb8ad-4b41-43a4-912c-72040a49d510 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868504 Apr 11 13:01:35.068875 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-480ffa97-3906-4904-968d-a9df96919c6f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (c14c81c9-0be8-4119-88b2-8cf545eccfe5), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:35.110508 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ffa97-3906-4904-968d-a9df96919c6f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Pushing event deleted for resources: {'Port': ['ID=c14c81c9-0be8-4119-88b2-8cf545eccfe5,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:35.156929 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-42892362-d3cb-42c5-9ef8-d76a214fba5a req-eeeafad0-f536-49a5-a9f7-0a2b72540413 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831332 Apr 11 13:01:35.162636 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-480ffa97-3906-4904-968d-a9df96919c6f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] No DVR routers for this DVR port c14c81c9-0be8-4119-88b2-8cf545eccfe5 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:01:35.172607 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-480ffa97-3906-4904-968d-a9df96919c6f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:35.175883 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-807b62d5-6bdd-4b29-94dd-6850dba84514 req-480ffa97-3906-4904-968d-a9df96919c6f tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.13 "DELETE /v2.0/ports/c14c81c9-0be8-4119-88b2-8cf545eccfe5 HTTP/1.1" status: 204 len: 173 time: 0.4641037 Apr 11 13:01:35.176333 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed6976f-b5b6-4892-9446-c6d724a5123f', 'name': 'network-vif-deleted', 'tag': 'c14c81c9-0be8-4119-88b2-8cf545eccfe5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:01:35.178658 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd831929-63c5-49d2-90b4-0978a9e25b13" -d '{"events": [{"server_uuid": "0ed6976f-b5b6-4892-9446-c6d724a5123f", "name": "network-vif-deleted", "tag": "c14c81c9-0be8-4119-88b2-8cf545eccfe5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:01:35.188125 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dde05b53-770e-4e70-a5ea-14810d855699 req-bfa14152-9c20-4210-a8a2-3a620cda4816 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/security-groups?id=392b2e20-5df6-4ad6-a5df-5238f0be9e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172957 Apr 11 13:01:35.214048 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b310aeea-a877-4ccc-977f-22f047ef8665 x-openstack-request-id: req-b310aeea-a877-4ccc-977f-22f047ef8665 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:01:35.214340 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed6976f-b5b6-4892-9446-c6d724a5123f", "name": "network-vif-deleted", "tag": "c14c81c9-0be8-4119-88b2-8cf545eccfe5", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:01:35.214590 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b310aeea-a877-4ccc-977f-22f047ef8665 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:01:35.214990 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b310aeea-a877-4ccc-977f-22f047ef8665'] response: {'server_uuid': '0ed6976f-b5b6-4892-9446-c6d724a5123f', 'name': 'network-vif-deleted', 'tag': 'c14c81c9-0be8-4119-88b2-8cf545eccfe5', 'status': 'completed', 'code': 200} Apr 11 13:01:35.659132 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb6f88-dc98-4643-97f5-d353dbcc7882 req-2a3b21c3-3ce5-4eca-b864-874246be572b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:35.660628 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaeb6f88-dc98-4643-97f5-d353dbcc7882 req-2a3b21c3-3ce5-4eca-b864-874246be572b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0625494 Apr 11 13:01:35.707216 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaeb6f88-dc98-4643-97f5-d353dbcc7882 req-623c1b73-5ff3-4f84-bc05-ae390c461eff tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409496 Apr 11 13:01:36.295311 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2eb26d91-0da2-4173-98cd-f4932812ccbf req-3000b86d-d431-4852-b76e-e63792a5b65e tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0310268 Apr 11 13:01:36.732174 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0683d1ab-262e-4fa3-bdca-4cabed504c43 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:01:36.814428 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 0683d1ab-262e-4fa3-bdca-4cabed504c43 is: ACTIVE; New status is: DOWN {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:01:36.814814 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:36.829588 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0ab02-c9d7-484f-94c9-f81153b73ff5 req-1d9660ae-d768-45df-968c-e2295226410c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:36.831630 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7ce0ab02-c9d7-484f-94c9-f81153b73ff5 req-1d9660ae-d768-45df-968c-e2295226410c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 945 time: 0.0485995 Apr 11 13:01:36.838109 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:01:36.840382 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c588e1-0b9a-4c7e-9e4d-d13e7a610efc" -d '{"events": [{"server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "name": "network-vif-unplugged", "status": "completed", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:01:36.854725 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:36.864303 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:36.865623 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device c14c81c9-0be8-4119-88b2-8cf545eccfe5 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:01:36.894333 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7ce0ab02-c9d7-484f-94c9-f81153b73ff5 req-6b1711e2-aceb-4eb1-8ade-87a851de2ca2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564559 Apr 11 13:01:36.911177 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b97160b-2aec-416a-95e7-a9797bbace74 x-openstack-request-id: req-9b97160b-2aec-416a-95e7-a9797bbace74 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:01:36.911497 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "name": "network-vif-unplugged", "status": "completed", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:01:36.912322 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b97160b-2aec-416a-95e7-a9797bbace74 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:01:36.912322 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b97160b-2aec-416a-95e7-a9797bbace74'] response: {'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'code': 200} Apr 11 13:01:36.915316 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: c14c81c9-0be8-4119-88b2-8cf545eccfe5 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:01:36.915661 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device c14c81c9-0be8-4119-88b2-8cf545eccfe5 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:01:36.939438 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=8']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:37.423895 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1aa9936a-1f22-45d6-9481-7f6b101498cd req-5f4b126b-a08a-44a7-a0a9-9c6373645692 tempest-VolumesActionsTest-2021007912 tempest-VolumesActionsTest-2021007912-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed6976f-b5b6-4892-9446-c6d724a5123f HTTP/1.1" status: 200 len: 210 time: 0.0274000 Apr 11 13:01:38.026647 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32e3c2-c63e-40d9-bc2e-87c86cc4cb2c req-035c4710-a5e2-43f9-93ea-72a67f9e1a38 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:38.028091 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1c32e3c2-c63e-40d9-bc2e-87c86cc4cb2c req-035c4710-a5e2-43f9-93ea-72a67f9e1a38 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0480878 Apr 11 13:01:38.076373 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1c32e3c2-c63e-40d9-bc2e-87c86cc4cb2c req-554a56cd-93a8-4d7b-91d7-317194709478 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423329 Apr 11 13:01:38.503775 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:38.588482 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [req-d460ce01-66f3-4cc6-b6f6-309b2c091fe3 req-0fc2cae4-6b17-400f-a257-33f3b62974dd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:01:38.589883 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d460ce01-66f3-4cc6-b6f6-309b2c091fe3 req-0fc2cae4-6b17-400f-a257-33f3b62974dd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064046 Apr 11 13:01:38.747416 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e1d9d-ea10-4786-a62f-0c9657fe3ff7 req-78b613a8-73ff-4a00-af32-1975731d024f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:38.749093 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-da3e1d9d-ea10-4786-a62f-0c9657fe3ff7 req-78b613a8-73ff-4a00-af32-1975731d024f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0479157 Apr 11 13:01:38.802103 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-da3e1d9d-ea10-4786-a62f-0c9657fe3ff7 req-b4bf0e91-e2ab-45f1-a6e1-fc7f4bea79e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471673 Apr 11 13:01:39.081282 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 53818) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:39.164776 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-cd5ee343-05b2-4fe8-92f0-b6244c0ef795 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822644 Apr 11 13:01:39.173497 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-29955259-57b6-425f-b8cd-254ce8a407d9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:01:39.174440 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-29955259-57b6-425f-b8cd-254ce8a407d9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049968 Apr 11 13:01:39.250550 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 53842) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:39.303956 dv-cinder-836083-3-iscsi neutron-server[103361]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 13:01:39.355010 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75018-ecbd-472c-8354-91f771cb2025 req-7316efb1-019c-4351-97fd-5fb560aa2351 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:39.356380 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-7316efb1-019c-4351-97fd-5fb560aa2351 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports/0683d1ab-262e-4fa3-bdca-4cabed504c43 HTTP/1.1" status: 200 len: 940 time: 0.1047764 Apr 11 13:01:39.937768 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a7c23-e76f-49db-bf6a-1a3fbedf0ea3 req-089a2453-7c70-461b-859e-d77b72ce0c69 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:39.939257 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e60a7c23-e76f-49db-bf6a-1a3fbedf0ea3 req-089a2453-7c70-461b-859e-d77b72ce0c69 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0617387 Apr 11 13:01:39.986514 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e60a7c23-e76f-49db-bf6a-1a3fbedf0ea3 req-47dc06d2-e79d-49a8-a58d-969b19a844ef tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Apr 11 13:01:41.127241 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7568c0-bf9d-4d72-9bfd-15de3b2cd6d4 req-337d7b28-734f-4274-b15d-912f690a6219 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:41.129035 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ab7568c0-bf9d-4d72-9bfd-15de3b2cd6d4 req-337d7b28-734f-4274-b15d-912f690a6219 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0519743 Apr 11 13:01:41.180357 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ab7568c0-bf9d-4d72-9bfd-15de3b2cd6d4 req-9ed7d984-c77d-40e3-987d-ce5c5bbb38ff tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455117 Apr 11 13:01:42.129555 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0683d1ab-262e-4fa3-bdca-4cabed504c43 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:01:42.217839 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 0683d1ab-262e-4fa3-bdca-4cabed504c43 is: DOWN; New status is: DOWN {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:01:42.245495 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c93cee-e86c-4dc7-9683-4a3de4fc70ff req-19f383de-ac06-4c3e-8a4e-58f2e8b95f91 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:42.247031 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a3c93cee-e86c-4dc7-9683-4a3de4fc70ff req-19f383de-ac06-4c3e-8a4e-58f2e8b95f91 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 946 time: 0.0477421 Apr 11 13:01:42.315837 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d13530-b73a-43ec-9648-d5f26ece0038 req-9477201c-f383-4668-b471-92d351699f59 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:42.317328 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d0d13530-b73a-43ec-9648-d5f26ece0038 req-9477201c-f383-4668-b471-92d351699f59 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0652287 Apr 11 13:01:42.336820 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a3c93cee-e86c-4dc7-9683-4a3de4fc70ff req-c68a6447-d95d-4fdc-90bd-265d9b9ca88d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832038 Apr 11 13:01:42.374941 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d0d13530-b73a-43ec-9648-d5f26ece0038 req-2ed4f993-9060-42b0-a033-528f02c50b57 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502434 Apr 11 13:01:43.450851 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ff8e0-d7dd-4d52-8ee4-438b45ca1bad req-d723fd74-090a-420f-89e6-d9fae7309976 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:43.452367 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-277ff8e0-d7dd-4d52-8ee4-438b45ca1bad req-d723fd74-090a-420f-89e6-d9fae7309976 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 946 time: 0.0473666 Apr 11 13:01:43.514817 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ab54-5d04-4960-9a21-192c40d002dd req-a9b9bd7d-1b6c-4285-8b3d-2b7f9ad44178 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:43.516326 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1026ab54-5d04-4960-9a21-192c40d002dd req-a9b9bd7d-1b6c-4285-8b3d-2b7f9ad44178 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0630748 Apr 11 13:01:43.544464 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-277ff8e0-d7dd-4d52-8ee4-438b45ca1bad req-29bb2cec-5c47-4c9b-9fe0-8c61484d8797 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826094 Apr 11 13:01:43.576941 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1026ab54-5d04-4960-9a21-192c40d002dd req-0df42798-3165-4dae-81e1-2be124dd5155 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548353 Apr 11 13:01:44.159879 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-adefdcbc-d594-4abf-9eab-2b6bfc9cc1b4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:44.161450 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-adefdcbc-d594-4abf-9eab-2b6bfc9cc1b4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 946 time: 0.0655990 Apr 11 13:01:44.270664 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Deleting port 28d526e0-87b9-451b-936f-d3fa6304d5a4 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:01:44.271002 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:44.391520 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] For port 28d526e0-87b9-451b-936f-d3fa6304d5a4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=28d526e0-87b9-451b-936f-d3fa6304d5a4,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:01:44.391885 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:44.743989 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f253452-d124-4fcc-a514-9efccc3ac460 req-1f4ca95e-5716-42e9-a453-ca902371ad8a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:44.745564 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8f253452-d124-4fcc-a514-9efccc3ac460 req-1f4ca95e-5716-42e9-a453-ca902371ad8a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0773423 Apr 11 13:01:44.764259 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0c3fb-213b-43ca-bed1-23dfeea9e637 req-e4ed01c0-db38-4496-95e9-ee8ecc305b99 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:44.765763 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-73e0c3fb-213b-43ca-bed1-23dfeea9e637 req-e4ed01c0-db38-4496-95e9-ee8ecc305b99 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 946 time: 0.1115494 Apr 11 13:01:44.803570 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:44.803928 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:44.804275 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Floating IP ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b disassociated. External IP: 172.27.0.126, port: 28d526e0-87b9-451b-936f-d3fa6304d5a4. Apr 11 13:01:44.804620 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Calling delete_port for 28d526e0-87b9-451b-936f-d3fa6304d5a4 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:01:44.893440 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8f253452-d124-4fcc-a514-9efccc3ac460 req-aa4ef567-8119-4cc7-89eb-b3153dad7a3a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407278 Apr 11 13:01:44.900976 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-73e0c3fb-213b-43ca-bed1-23dfeea9e637 req-7a520971-98ae-4663-bff3-c8038ed2c228 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165543 Apr 11 13:01:44.936768 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75018-ecbd-472c-8354-91f771cb2025 req-69e10ca9-7f22-48de-85a0-72faed820061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:44.938831 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-69e10ca9-7f22-48de-85a0-72faed820061 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d&tenant_id=4f51b3316ccb49238618f982c77265ae HTTP/1.1" status: 200 len: 1127 time: 0.1462169 Apr 11 13:01:45.014507 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75018-ecbd-472c-8354-91f771cb2025 req-b72782a2-5418-4d02-9cfb-7add5f9a64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:45.018336 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-b72782a2-5418-4d02-9cfb-7add5f9a64ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 1127 time: 0.0467827 Apr 11 13:01:45.021414 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (28d526e0-87b9-451b-936f-d3fa6304d5a4), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:45.102479 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'Port': ['ID=28d526e0-87b9-451b-936f-d3fa6304d5a4,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:45.147707 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75018-ecbd-472c-8354-91f771cb2025 req-98c6739f-770e-4395-9753-d94c47819d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:45.149602 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-98c6739f-770e-4395-9753-d94c47819d52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 915 time: 0.1225886 Apr 11 13:01:45.186629 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:01:45.226949 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-022b049c-5d2f-4b20-b607-b737ddc55041 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43 HTTP/1.1" status: 200 len: 999 time: 0.0689187 Apr 11 13:01:45.296462 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75018-ecbd-472c-8354-91f771cb2025 req-1c6ea477-a3f9-4d9a-b9d3-9e723297d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:45.297721 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-1c6ea477-a3f9-4d9a-b9d3-9e723297d49f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204d0409-b5f8-49fe-bc93-a6fb09b4c374 HTTP/1.1" status: 200 len: 853 time: 0.0620964 Apr 11 13:01:45.336678 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:01:45.346535 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:01:45.360097 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75018-ecbd-472c-8354-91f771cb2025 req-ad8bbfd0-004d-4793-a21b-0ed71e37e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:45.361636 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-ad8bbfd0-004d-4793-a21b-0ed71e37e071 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e2ce377-60e7-40d0-a684-279719c14ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545058 Apr 11 13:01:45.365600 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:01:45.366231 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:01:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:45.411620 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] No DVR routers for this DVR port 28d526e0-87b9-451b-936f-d3fa6304d5a4 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:01:45.415335 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:45.419543 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-654d6ae9-9e7a-4750-a535-3f8e29168988 req-aeccbb62-4138-4684-b2d0-41bacba8575f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "DELETE /v2.0/ports/28d526e0-87b9-451b-936f-d3fa6304d5a4 HTTP/1.1" status: 204 len: 173 time: 1.2521672 Apr 11 13:01:45.420212 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'name': 'network-vif-deleted', 'tag': '28d526e0-87b9-451b-936f-d3fa6304d5a4'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:01:45.422661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72fbf78-c5f2-4cbd-8dff-3b260fd747c8" -d '{"events": [{"server_uuid": "c779f8f0-854e-49d7-b7a8-143de3121a56", "name": "network-vif-deleted", "tag": "28d526e0-87b9-451b-936f-d3fa6304d5a4"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:01:45.512997 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-d522bb67-9639-41f3-aac5-d1c0f623dd19 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407046 Apr 11 13:01:45.539068 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508b9850-3e0e-469e-9865-42e81e43b4da x-openstack-request-id: req-508b9850-3e0e-469e-9865-42e81e43b4da {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:01:45.539068 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c779f8f0-854e-49d7-b7a8-143de3121a56", "name": "network-vif-deleted", "tag": "28d526e0-87b9-451b-936f-d3fa6304d5a4", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:01:45.539068 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-508b9850-3e0e-469e-9865-42e81e43b4da {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:01:45.539068 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508b9850-3e0e-469e-9865-42e81e43b4da'] response: {'server_uuid': 'c779f8f0-854e-49d7-b7a8-143de3121a56', 'name': 'network-vif-deleted', 'tag': '28d526e0-87b9-451b-936f-d3fa6304d5a4', 'status': 'completed', 'code': 200} Apr 11 13:01:45.588281 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:01:45.682996 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-49f75018-ecbd-472c-8354-91f771cb2025 req-20fd488c-33fe-4034-bdfc-93c26f7d50f9 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659820 Apr 11 13:01:45.828558 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '588affc3-1c2f-4e17-aa61-cb2aea32294a', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:93:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:31Z', 'updated_at': '2022-04-11T12:59:13Z', 'revision_number': 2, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:45.856364 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:01:45.865783 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:01:45.866567 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:01:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:46.063003 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:01:46.382081 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '588affc3-1c2f-4e17-aa61-cb2aea32294a', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:93:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:31Z', 'updated_at': '2022-04-11T12:59:13Z', 'revision_number': 2, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:01:46.396443 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d709883e-1590-4d66-b33b-4843e5a93f6c req-dc954dd8-86dc-4ee1-8c0b-18054ee86bbf tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=c779f8f0-854e-49d7-b7a8-143de3121a56 HTTP/1.1" status: 200 len: 210 time: 0.0775683 Apr 11 13:01:46.428502 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5052996-ba69-4aad-9c6e-a06d8534f679 None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '588affc3-1c2f-4e17-aa61-cb2aea32294a', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:93:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20778e35-67bc-40e6-aef8-9661a2deb217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T12:58:31Z', 'updated_at': '2022-04-11T12:59:13Z', 'revision_number': 2, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:01:46.439924 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efadc5-91b6-47be-a498-ab8ee93317ef req-b0f87ec1-e57d-450d-9166-f45a43764e0c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:46.447440 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e5efadc5-91b6-47be-a498-ab8ee93317ef req-b0f87ec1-e57d-450d-9166-f45a43764e0c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.2798383 Apr 11 13:01:46.508830 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e5efadc5-91b6-47be-a498-ab8ee93317ef req-66902fd1-8b20-4627-a765-342d0b2c2c13 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600851 Apr 11 13:01:46.778070 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 28d526e0-87b9-451b-936f-d3fa6304d5a4 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:01:46.816056 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 28d526e0-87b9-451b-936f-d3fa6304d5a4 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:01:46.816391 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 28d526e0-87b9-451b-936f-d3fa6304d5a4 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:01:46.836686 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1535301e-eac3-4ca2-93bd-378d1b001a7c None None] New status for floating IP ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:01:47.505478 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 53962) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:47.713684 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5df05-fd22-4822-9ee6-3a00db4964a2 req-0d6dfe50-fad7-4ae6-bdbb-78c9d22e599a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:47.715512 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d1f5df05-fd22-4822-9ee6-3a00db4964a2 req-0d6dfe50-fad7-4ae6-bdbb-78c9d22e599a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0798752 Apr 11 13:01:47.719043 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-29759b67-5eaa-4e5b-9fe9-648170cd3b9e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (bbcf54f7-0fa7-464c-8753-9543b3d6fcd7), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:47.789421 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d1f5df05-fd22-4822-9ee6-3a00db4964a2 req-1125a022-d5d7-48b6-9b21-41f8292f7033 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638547 Apr 11 13:01:47.817706 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-29759b67-5eaa-4e5b-9fe9-648170cd3b9e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (bbcf54f7-0fa7-464c-8753-9543b3d6fcd7), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:47.909347 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-29759b67-5eaa-4e5b-9fe9-648170cd3b9e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (bbcf54f7-0fa7-464c-8753-9543b3d6fcd7), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:47.912358 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-29759b67-5eaa-4e5b-9fe9-648170cd3b9e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:47.913709 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-29759b67-5eaa-4e5b-9fe9-648170cd3b9e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "DELETE /v2.0/security-groups/bbcf54f7-0fa7-464c-8753-9543b3d6fcd7 HTTP/1.1" status: 204 len: 168 time: 0.4072309 Apr 11 13:01:47.917377 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 53966) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:47.935188 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29759b67-5eaa-4e5b-9fe9-648170cd3b9e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf54f7-0fa7-464c-8753-9543b3d6fcd7,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:47.942088 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.api.v2.resource [None req-27aa3cf2-473c-4f08-a2fb-2eb244698027 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] show failed (client error): The resource could not be found. Apr 11 13:01:47.949506 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 53968) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:01:47.950203 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-27aa3cf2-473c-4f08-a2fb-2eb244698027 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups/bbcf54f7-0fa7-464c-8753-9543b3d6fcd7 HTTP/1.1" status: 404 len: 347 time: 0.0306330 Apr 11 13:01:48.230582 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a99fafbb-653d-459b-aa8d-93ddf76f3ece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Deleting port 2f940e8e-8916-4ce8-9683-09a8fec5bd60 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:01:48.230842 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a99fafbb-653d-459b-aa8d-93ddf76f3ece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (2f940e8e-8916-4ce8-9683-09a8fec5bd60), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:48.376569 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a99fafbb-653d-459b-aa8d-93ddf76f3ece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (2f940e8e-8916-4ce8-9683-09a8fec5bd60), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:48.377210 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a99fafbb-653d-459b-aa8d-93ddf76f3ece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (2f940e8e-8916-4ce8-9683-09a8fec5bd60), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:48.392588 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a99fafbb-653d-459b-aa8d-93ddf76f3ece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Calling delete_port for 2f940e8e-8916-4ce8-9683-09a8fec5bd60 owned by network:floatingip {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:01:48.556579 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a99fafbb-653d-459b-aa8d-93ddf76f3ece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (2f940e8e-8916-4ce8-9683-09a8fec5bd60), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:48.646906 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fafbb-653d-459b-aa8d-93ddf76f3ece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'Port': ['ID=2f940e8e-8916-4ce8-9683-09a8fec5bd60,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:01:48.793597 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a99fafbb-653d-459b-aa8d-93ddf76f3ece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:48.801589 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a99fafbb-653d-459b-aa8d-93ddf76f3ece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:48.802851 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-a99fafbb-653d-459b-aa8d-93ddf76f3ece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "DELETE /v2.0/floatingips/ab9d65ff-a2d3-42e0-b1c4-7ef1bff9709b HTTP/1.1" status: 204 len: 168 time: 0.8523853 Apr 11 13:01:48.971676 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d4d46-35b6-43cc-a03a-d8d80ce61ba2 req-b4812390-fea5-4758-ba9e-ac22675f7724 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:48.981899 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-545d4d46-35b6-43cc-a03a-d8d80ce61ba2 req-b4812390-fea5-4758-ba9e-ac22675f7724 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0772030 Apr 11 13:01:49.122071 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-545d4d46-35b6-43cc-a03a-d8d80ce61ba2 req-29902f09-88a4-483c-adf7-976780db1b9e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337411 Apr 11 13:01:50.331630 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f81d1a-ca1e-4942-9854-ce05037d7d1e req-d7b874f4-bdf0-417f-8d53-d56b829312c9 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:50.347740 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b4f81d1a-ca1e-4942-9854-ce05037d7d1e req-d7b874f4-bdf0-417f-8d53-d56b829312c9 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.1044202 Apr 11 13:01:50.395753 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b4f81d1a-ca1e-4942-9854-ce05037d7d1e req-1fc45b19-befe-436d-988f-6aea0aeee3c3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467832 Apr 11 13:01:51.562531 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29cd8e-a4d2-4562-8c30-3d69330898c3 req-4e3da975-4366-44fc-8f52-61311d2ca0ba tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:51.565140 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9f29cd8e-a4d2-4562-8c30-3d69330898c3 req-4e3da975-4366-44fc-8f52-61311d2ca0ba tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0721943 Apr 11 13:01:51.638493 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9f29cd8e-a4d2-4562-8c30-3d69330898c3 req-d97b8912-a6be-4321-8b0b-918bef94a025 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644796 Apr 11 13:01:52.786318 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba130d9c-37e8-403c-82fc-055a374f85b4 req-4eaa960a-f053-4390-a282-d7002bca135b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:52.787889 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba130d9c-37e8-403c-82fc-055a374f85b4 req-4eaa960a-f053-4390-a282-d7002bca135b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0553071 Apr 11 13:01:52.892330 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba130d9c-37e8-403c-82fc-055a374f85b4 req-871134be-a094-4c98-963a-348b5244957d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982516 Apr 11 13:01:54.075764 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73807e-38b6-4dd3-b974-52c2bbeb1a04 req-fac66434-fc5f-4a55-9ac7-835c4e6cb00c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:54.084243 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4c73807e-38b6-4dd3-b974-52c2bbeb1a04 req-fac66434-fc5f-4a55-9ac7-835c4e6cb00c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0751662 Apr 11 13:01:54.187972 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4c73807e-38b6-4dd3-b974-52c2bbeb1a04 req-0920f186-e74d-4309-a87a-034c9316069d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004086 Apr 11 13:01:55.368816 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e5bd5-6f38-4480-82a9-367210133e12 req-2e3f5754-4d3f-40b1-8513-ab99dcf6e33e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:55.374494 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-141e5bd5-6f38-4480-82a9-367210133e12 req-2e3f5754-4d3f-40b1-8513-ab99dcf6e33e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0803318 Apr 11 13:01:55.444601 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-141e5bd5-6f38-4480-82a9-367210133e12 req-7f9491b8-e23d-4a6d-8394-0d96bc4cf013 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671415 Apr 11 13:01:56.183326 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-2b270479-6e95-4009-b992-5c8008a07249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:56.650661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319228a1-3182-4ba7-9869-744db9cfbb7f req-c561d959-b31d-4801-8a64-6b7821e78af9 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:56.652237 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-319228a1-3182-4ba7-9869-744db9cfbb7f req-c561d959-b31d-4801-8a64-6b7821e78af9 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0734255 Apr 11 13:01:56.769431 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-319228a1-3182-4ba7-9869-744db9cfbb7f req-9e4834db-9a27-4a72-987b-fd3fc3f61e0b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021914 Apr 11 13:01:57.923860 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4039e-d98f-4b21-b7bd-04f338ce78af req-4de3f152-9dea-4f24-9ccf-d3ec73414131 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:57.925668 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a1f4039e-d98f-4b21-b7bd-04f338ce78af req-4de3f152-9dea-4f24-9ccf-d3ec73414131 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0622947 Apr 11 13:01:57.987868 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a1f4039e-d98f-4b21-b7bd-04f338ce78af req-89484632-02a9-4cee-8245-fb7856d6eff6 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548260 Apr 11 13:01:58.743725 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-45df285f-5062-4b1a-98c9-2db44cd21475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:59.116097 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb364b00-7194-425c-9001-c369e1c769ba req-28330578-db29-4018-829f-be7b063700a1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:59.118160 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bb364b00-7194-425c-9001-c369e1c769ba req-28330578-db29-4018-829f-be7b063700a1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0541804 Apr 11 13:01:59.180096 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bb364b00-7194-425c-9001-c369e1c769ba req-46b4ffa4-341e-4fa5-a35c-51c4423a0351 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551105 Apr 11 13:01:59.535916 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:01:59.818996 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cfb4e-6355-4522-83db-0e9e352cb9d6 req-830616c0-36e3-4df3-a932-b20cc9db8d64 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:01:59.820368 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7b3cfb4e-6355-4522-83db-0e9e352cb9d6 req-830616c0-36e3-4df3-a932-b20cc9db8d64 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 945 time: 0.0505714 Apr 11 13:01:59.869489 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7b3cfb4e-6355-4522-83db-0e9e352cb9d6 req-446d39da-751b-437f-b0c1-de19278f60a1 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407119 Apr 11 13:02:00.318283 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42363c-8981-428f-8d9e-8438fda457cc req-a2694a96-3018-4005-806f-900283cdafe7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:00.319713 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6b42363c-8981-428f-8d9e-8438fda457cc req-a2694a96-3018-4005-806f-900283cdafe7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0553467 Apr 11 13:02:00.366634 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6b42363c-8981-428f-8d9e-8438fda457cc req-53954ec6-4c62-4e80-a5e3-98ba06fc2719 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410376 Apr 11 13:02:00.985075 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d93de-7fe6-4970-8de8-f7203de83be6 req-2e6afba4-d29c-43b3-a3d3-b16547196e69 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:00.986611 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f99d93de-7fe6-4970-8de8-f7203de83be6 req-2e6afba4-d29c-43b3-a3d3-b16547196e69 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 945 time: 0.0494592 Apr 11 13:02:00.989099 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:01.040969 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f99d93de-7fe6-4970-8de8-f7203de83be6 req-cfd4d041-1ae6-4156-9e47-46fa480f8a80 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476818 Apr 11 13:02:01.490308 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d66d5-2bed-4ac6-9783-9347feb66d75 req-d59f76c5-ce28-4b29-acd3-e514d6349cfb tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:01.491759 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-541d66d5-2bed-4ac6-9783-9347feb66d75 req-d59f76c5-ce28-4b29-acd3-e514d6349cfb tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0514295 Apr 11 13:02:01.543800 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-541d66d5-2bed-4ac6-9783-9347feb66d75 req-df3fd2f3-6a40-4925-b9aa-c94ea1b2f3f9 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457025 Apr 11 13:02:01.689467 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-4743a463-ac3f-4897-8e9d-ae4934d95ed0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:01.690907 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-4743a463-ac3f-4897-8e9d-ae4934d95ed0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 945 time: 0.0568197 Apr 11 13:02:01.786353 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Deleting port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:02:01.786580 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:01.872585 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] For port 4df56671-8ff0-4dd2-8e10-cc610034d5e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4df56671-8ff0-4dd2-8e10-cc610034d5e7,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:02:01.872914 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.095797 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.096202 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (588affc3-1c2f-4e17-aa61-cb2aea32294a), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.096516 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Floating IP 588affc3-1c2f-4e17-aa61-cb2aea32294a disassociated. External IP: 172.27.0.3, port: 4df56671-8ff0-4dd2-8e10-cc610034d5e7. Apr 11 13:02:02.096854 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Calling delete_port for 4df56671-8ff0-4dd2-8e10-cc610034d5e7 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:02:02.156574 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211ecf7-b43e-4bce-90e3-83ad1af07a36 req-a3fd9f6c-8b7e-4f5a-aca7-373acf81b00c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:02.158309 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7211ecf7-b43e-4bce-90e3-83ad1af07a36 req-a3fd9f6c-8b7e-4f5a-aca7-373acf81b00c tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 945 time: 0.0479817 Apr 11 13:02:02.205497 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7211ecf7-b43e-4bce-90e3-83ad1af07a36 req-70fdf6c8-b325-4648-8f61-3454e298d546 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=14f44afa-6cfa-4639-a637-feb1cb19b827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415151 Apr 11 13:02:02.228168 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753'] for port (4df56671-8ff0-4dd2-8e10-cc610034d5e7), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.254480 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'Port': ['ID=4df56671-8ff0-4dd2-8e10-cc610034d5e7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:02.358698 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54140) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:02.397621 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:02:02.413380 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae5a973-78d3-46a8-b0fd-5407b38146e8 admin admin] Deleting subnet 2e91e8a0-e5fe-4266-afd9-b26e58497ca1 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:02:02.418535 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a973-78d3-46a8-b0fd-5407b38146e8 admin admin] Publish callbacks [] for subnet (2e91e8a0-e5fe-4266-afd9-b26e58497ca1), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.489616 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a973-78d3-46a8-b0fd-5407b38146e8 admin admin] Publish callbacks [] for subnet (2e91e8a0-e5fe-4266-afd9-b26e58497ca1), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.530169 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a973-78d3-46a8-b0fd-5407b38146e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (2e91e8a0-e5fe-4266-afd9-b26e58497ca1), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.582964 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:02:02.599710 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:02:02.613927 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:02:02.613927 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:01:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:02.628912 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] No DVR routers for this DVR port 4df56671-8ff0-4dd2-8e10-cc610034d5e7 on host hv-cinder-83608 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:02:02.633157 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.636524 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-df8e4ef2-4a77-40b8-9581-b32c78525655 req-0781233d-4fb3-431b-bfba-4320a2528d4b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "DELETE /v2.0/ports/4df56671-8ff0-4dd2-8e10-cc610034d5e7 HTTP/1.1" status: 204 len: 173 time: 0.9340849 Apr 11 13:02:02.636989 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20778e35-67bc-40e6-aef8-9661a2deb217', 'name': 'network-vif-deleted', 'tag': '4df56671-8ff0-4dd2-8e10-cc610034d5e7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:02:02.639294 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188bb357-fd72-49fd-8c25-538f8e48bdda" -d '{"events": [{"server_uuid": "20778e35-67bc-40e6-aef8-9661a2deb217", "name": "network-vif-deleted", "tag": "4df56671-8ff0-4dd2-8e10-cc610034d5e7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:02:02.643255 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a973-78d3-46a8-b0fd-5407b38146e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for subnet (2e91e8a0-e5fe-4266-afd9-b26e58497ca1), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.670818 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5a973-78d3-46a8-b0fd-5407b38146e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e91e8a0-e5fe-4266-afd9-b26e58497ca1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:02.673148 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a973-78d3-46a8-b0fd-5407b38146e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.676624 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-9ae5a973-78d3-46a8-b0fd-5407b38146e8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2e91e8a0-e5fe-4266-afd9-b26e58497ca1 HTTP/1.1" status: 204 len: 168 time: 0.3169680 Apr 11 13:02:02.679042 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54146) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:02.707787 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.754148 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3d0ff9-e8b0-4fc9-a32b-e61844d01225 x-openstack-request-id: req-3d3d0ff9-e8b0-4fc9-a32b-e61844d01225 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:02:02.754765 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20778e35-67bc-40e6-aef8-9661a2deb217", "name": "network-vif-deleted", "tag": "4df56671-8ff0-4dd2-8e10-cc610034d5e7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:02:02.754765 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d3d0ff9-e8b0-4fc9-a32b-e61844d01225 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:02:02.755067 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3d0ff9-e8b0-4fc9-a32b-e61844d01225'] response: {'server_uuid': '20778e35-67bc-40e6-aef8-9661a2deb217', 'name': 'network-vif-deleted', 'tag': '4df56671-8ff0-4dd2-8e10-cc610034d5e7', 'status': 'completed', 'code': 200} Apr 11 13:02:02.773203 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (a9fdd2e8-9366-4af9-8bc1-e278e0f1729e), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.873527 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:02:02.876593 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (a9fdd2e8-9366-4af9-8bc1-e278e0f1729e), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:02.898964 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:02.899344 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:02.900248 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:02.900582 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > port after_create 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:02.900948 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:02.901929 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > port after_update 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:02.901929 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:02.901929 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:02.902199 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:02.902497 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:02.982109 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ec1a4-85ba-4e7a-b244-7f17ac4aed66 req-f0fdb48c-10a7-4166-86cb-43ce83a62353 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:02.983648 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a90ec1a4-85ba-4e7a-b244-7f17ac4aed66 req-f0fdb48c-10a7-4166-86cb-43ce83a62353 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.3575420 Apr 11 13:02:03.025015 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:03.025505 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:03.026018 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:03.026469 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:02:03.026940 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fdd2e8-9366-4af9-8bc1-e278e0f1729e']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:03.036809 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a90ec1a4-85ba-4e7a-b244-7f17ac4aed66 req-673392fa-9e3e-4eb0-a207-d17e76ee9f5a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472169 Apr 11 13:02:03.046772 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0143bf33-e3b7-440d-b90f-d7a8f0479b85') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:03.047225 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0143bf33-e3b7-440d-b90f-d7a8f0479b85') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:03.065106 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (0143bf33-e3b7-440d-b90f-d7a8f0479b85), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:03.082929 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:03.085369 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (0143bf33-e3b7-440d-b90f-d7a8f0479b85), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:03.094540 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:02:03.094954 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (0143bf33-e3b7-440d-b90f-d7a8f0479b85), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: from cryptography.utils import int_from_bytes Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: from cryptography.utils import int_from_bytes Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:02:03.099082 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:02:03.163386 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (a9fdd2e8-9366-4af9-8bc1-e278e0f1729e), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:03.171400 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:03.175950 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] 10.222.0.26 "DELETE /v2.0/networks/a9fdd2e8-9366-4af9-8bc1-e278e0f1729e HTTP/1.1" status: 204 len: 168 time: 0.4956169 Apr 11 13:02:03.186561 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d0e99-bbe7-474a-bd13-5ccee408fc2e admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fdd2e8-9366-4af9-8bc1-e278e0f1729e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:03.196198 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:02:03.209401 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:02:03.210093 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:01:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:03.329194 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:02:03.346422 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a88ddeaa-53fc-48c8-a7bb-b4a17ddcd789 req-6b3a67ee-527a-43b4-8afc-42a2faa612cd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=20778e35-67bc-40e6-aef8-9661a2deb217 HTTP/1.1" status: 200 len: 210 time: 0.0287030 Apr 11 13:02:03.373157 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54152) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:03.414250 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-85c928ec-ca62-470f-b6d1-65aef947c98a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53eb91c2c07247c8a6e3eac842263ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395911 Apr 11 13:02:03.417040 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54154) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:03.464272 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-085ee4fd-cc91-44c4-8fa5-39c14ae27a25 admin admin] Publish callbacks [] for security_group (392b2e20-5df6-4ad6-a5df-5238f0be9e10), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:03.485724 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-085ee4fd-cc91-44c4-8fa5-39c14ae27a25 admin admin] Publish callbacks [] for security_group (392b2e20-5df6-4ad6-a5df-5238f0be9e10), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:03.517878 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:03.536227 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-085ee4fd-cc91-44c4-8fa5-39c14ae27a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (392b2e20-5df6-4ad6-a5df-5238f0be9e10), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:03.539096 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-085ee4fd-cc91-44c4-8fa5-39c14ae27a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:03.542495 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-085ee4fd-cc91-44c4-8fa5-39c14ae27a25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/392b2e20-5df6-4ad6-a5df-5238f0be9e10 HTTP/1.1" status: 204 len: 168 time: 0.1222506 Apr 11 13:02:03.547584 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234e6d9-92cf-4baf-9645-a2329f0eccdf None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:02:03.548928 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ee4fd-cc91-44c4-8fa5-39c14ae27a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392b2e20-5df6-4ad6-a5df-5238f0be9e10,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:03.788934 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597cfe7c-82b6-4fda-be82-67cc8e7f99dc None None] New status for floating IP 588affc3-1c2f-4e17-aa61-cb2aea32294a: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:02:04.152541 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060f5c-2c7d-4694-a233-b336771d413f req-9d1fb88d-4d4c-43b5-a90d-3ebb5810614a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:04.153982 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e4060f5c-2c7d-4694-a233-b336771d413f req-9d1fb88d-4d4c-43b5-a90d-3ebb5810614a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 943 time: 0.0489590 Apr 11 13:02:04.202206 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e4060f5c-2c7d-4694-a233-b336771d413f req-91a0f622-0e06-47fb-b92d-4574a600e89b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425763 Apr 11 13:02:04.215687 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54180) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:04.310053 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1294232304-network', 'tenant_id': 'f11e56838c64436dad22f2a50f551000'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:04.334742 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Made reservation on behalf of f11e56838c64436dad22f2a50f551000 for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:02:04.336979 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.345185 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.421096 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Publish callbacks [] for security_group (668e788f-318b-4943-8f47-2d115efe8177), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.427319 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (668e788f-318b-4943-8f47-2d115efe8177), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.430393 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54188) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:04.451894 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:02:04.461690 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e788f-318b-4943-8f47-2d115efe8177,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:04.466784 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (686dd2c7-8944-44ec-9125-4d211c60c245), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.467117 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Added segment 686dd2c7-8944-44ec-9125-4d211c60c245 of type vlan for network cf4edb20-cee1-4774-970e-97b8c06e09a1 Apr 11 13:02:04.483846 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbd8fd29-bc8d-4ffe-b291-bd181e7de392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (14f44afa-6cfa-4639-a637-feb1cb19b827), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.508161 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (cf4edb20-cee1-4774-970e-97b8c06e09a1), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.508360 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbd8fd29-bc8d-4ffe-b291-bd181e7de392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (14f44afa-6cfa-4639-a637-feb1cb19b827), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.534365 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (cf4edb20-cee1-4774-970e-97b8c06e09a1), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.535349 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:04.535989 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.557419 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbd8fd29-bc8d-4ffe-b291-bd181e7de392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (14f44afa-6cfa-4639-a637-feb1cb19b827), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.559917 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbd8fd29-bc8d-4ffe-b291-bd181e7de392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.561101 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-dbd8fd29-bc8d-4ffe-b291-bd181e7de392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "DELETE /v2.0/security-groups/14f44afa-6cfa-4639-a637-feb1cb19b827 HTTP/1.1" status: 204 len: 168 time: 0.1295724 Apr 11 13:02:04.564815 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54190) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:04.570316 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8fd29-bc8d-4ffe-b291-bd181e7de392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f44afa-6cfa-4639-a637-feb1cb19b827,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:04.578832 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3616617 Apr 11 13:02:04.581576 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54192) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:04.587796 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Request body: {'subnet': {'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1294232304-subnet', 'tenant_id': 'f11e56838c64436dad22f2a50f551000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:04.613029 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Made reservation on behalf of f11e56838c64436dad22f2a50f551000 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:02:04.614882 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.api.v2.resource [None req-471cf613-4186-458f-9810-b2360f01adc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] show failed (client error): The resource could not be found. Apr 11 13:02:04.615428 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28990648'] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:04.616011 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-471cf613-4186-458f-9810-b2360f01adc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups/14f44afa-6cfa-4639-a637-feb1cb19b827 HTTP/1.1" status: 404 len: 347 time: 0.0501854 Apr 11 13:02:04.619086 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54194) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:04.621525 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cc5e4-50c0-4ab0-bb5f-23bb584f5623 admin admin] Pushing event updated for resources: {'Network': ['ID=cf4edb20-cee1-4774-970e-97b8c06e09a1,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:04.632317 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network cf4edb20-cee1-4774-970e-97b8c06e09a1 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:02:04.900715 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0683d1ab-262e-4fa3-bdca-4cabed504c43 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:02:04.903690 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 4df56671-8ff0-4dd2-8e10-cc610034d5e7 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:02:04.934218 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 4df56671-8ff0-4dd2-8e10-cc610034d5e7 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:02:04.934560 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 4df56671-8ff0-4dd2-8e10-cc610034d5e7 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:02:05.021559 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:02:05.031581 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-861ca1c8-ea89-47e4-8593-764948271392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Deleting port 872d4299-4326-4b11-8794-8544a02b0cd8 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:02:05.031918 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861ca1c8-ea89-47e4-8593-764948271392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (872d4299-4326-4b11-8794-8544a02b0cd8), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.034422 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'port_id': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'mac_address': 'fa:16:3e:17:b2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:02:05.079227 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 0683d1ab-262e-4fa3-bdca-4cabed504c43 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:02:05.079727 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.097021 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0683d1ab-262e-4fa3-bdca-4cabed504c43 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:02:05.116955 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:02:05.122194 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.168438 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=9']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:05.175111 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861ca1c8-ea89-47e4-8593-764948271392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (872d4299-4326-4b11-8794-8544a02b0cd8), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.175434 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861ca1c8-ea89-47e4-8593-764948271392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (872d4299-4326-4b11-8794-8544a02b0cd8), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.184671 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28990634'] for subnet (be515560-9931-46e3-af01-4c5289e9af0e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.191375 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-861ca1c8-ea89-47e4-8593-764948271392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Calling delete_port for 872d4299-4326-4b11-8794-8544a02b0cd8 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:02:05.285792 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be515560-9931-46e3-af01-4c5289e9af0e,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:05.318540 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Checking segment: {'id': '686dd2c7-8944-44ec-9125-4d211c60c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:02:05.318895 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Network hostable DHCP agents. Network: cf4edb20-cee1-4774-970e-97b8c06e09a1, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:02:05.326660 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00b955-1889-46bb-bbee-0463c6437b0a req-a5bb76a7-9e17-41a8-a362-038133e32693 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:05.328728 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0c00b955-1889-46bb-bbee-0463c6437b0a req-a5bb76a7-9e17-41a8-a362-038133e32693 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 944 time: 0.0536571 Apr 11 13:02:05.350713 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Network cf4edb20-cee1-4774-970e-97b8c06e09a1 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:02:05.380142 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0c00b955-1889-46bb-bbee-0463c6437b0a req-5ffdfa03-fa33-402a-9c99-2a08bf4c30f3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446548 Apr 11 13:02:05.382137 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, cf4edb20-cee1-4774-970e-97b8c06e09a1) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:02:05.387719 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:05.388341 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.394015 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95726552-46ec-4ec1-b498-bbc9d8b0ecc7 None None] Network cf4edb20-cee1-4774-970e-97b8c06e09a1 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:02:05.418995 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-46c27890-126b-48eb-8986-1f4721db882e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8359385 Apr 11 13:02:05.427523 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861ca1c8-ea89-47e4-8593-764948271392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (872d4299-4326-4b11-8794-8544a02b0cd8), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.454400 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ca1c8-ea89-47e4-8593-764948271392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'Port': ['ID=872d4299-4326-4b11-8794-8544a02b0cd8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:05.459462 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['0683d1ab-262e-4fa3-bdca-4cabed504c43'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:02:05.522743 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861ca1c8-ea89-47e4-8593-764948271392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (588affc3-1c2f-4e17-aa61-cb2aea32294a), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.525423 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861ca1c8-ea89-47e4-8593-764948271392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.526753 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-861ca1c8-ea89-47e4-8593-764948271392 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "DELETE /v2.0/floatingips/588affc3-1c2f-4e17-aa61-cb2aea32294a HTTP/1.1" status: 204 len: 168 time: 0.9066963 Apr 11 13:02:05.562484 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c7407-3df7-4095-846d-42de31934e50 None None] Network cf4edb20-cee1-4774-970e-97b8c06e09a1 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:02:05.768577 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54206) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:05.773228 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c1596b30-7f5c-4432-ad8c-062c26152882 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701148060', 'description': 'tempest-description--1936922049'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:05.794554 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1596b30-7f5c-4432-ad8c-062c26152882 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.810704 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:02:05.864607 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1596b30-7f5c-4432-ad8c-062c26152882 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (d4423437-7e08-4d6f-b911-c95cb1556afe), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.870015 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1596b30-7f5c-4432-ad8c-062c26152882 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (d4423437-7e08-4d6f-b911-c95cb1556afe), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.901393 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1596b30-7f5c-4432-ad8c-062c26152882 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:05.905732 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54208) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:05.905857 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c1596b30-7f5c-4432-ad8c-062c26152882 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1361706 Apr 11 13:02:05.907928 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1596b30-7f5c-4432-ad8c-062c26152882 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4423437-7e08-4d6f-b911-c95cb1556afe,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:05.911078 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-2e359f46-1791-457e-8ca7-bd1affa05d3b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group_rule': {'security_group_id': 'd4423437-7e08-4d6f-b911-c95cb1556afe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:05.947159 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e359f46-1791-457e-8ca7-bd1affa05d3b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (12f44501-8dc9-403c-9fda-1a2d2172ba1c), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.007687 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e359f46-1791-457e-8ca7-bd1affa05d3b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (12f44501-8dc9-403c-9fda-1a2d2172ba1c), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.011772 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e359f46-1791-457e-8ca7-bd1affa05d3b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (12f44501-8dc9-403c-9fda-1a2d2172ba1c), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.029622 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e359f46-1791-457e-8ca7-bd1affa05d3b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f44501-8dc9-403c-9fda-1a2d2172ba1c,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:06.035920 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e359f46-1791-457e-8ca7-bd1affa05d3b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.037117 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-2e359f46-1791-457e-8ca7-bd1affa05d3b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303952 Apr 11 13:02:06.039981 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54216) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:06.044550 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0d7d7366-05be-4cb9-8163-dc00f790bdaa tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group_rule': {'security_group_id': 'd4423437-7e08-4d6f-b911-c95cb1556afe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:06.073565 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d7d7366-05be-4cb9-8163-dc00f790bdaa tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (146c0b49-4ce8-43d8-8b77-ae660c9a853d), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.140325 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d7d7366-05be-4cb9-8163-dc00f790bdaa tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (146c0b49-4ce8-43d8-8b77-ae660c9a853d), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.145407 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d7d7366-05be-4cb9-8163-dc00f790bdaa tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (146c0b49-4ce8-43d8-8b77-ae660c9a853d), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.164270 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d7366-05be-4cb9-8163-dc00f790bdaa tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146c0b49-4ce8-43d8-8b77-ae660c9a853d,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:06.169525 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d7d7366-05be-4cb9-8163-dc00f790bdaa tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.170926 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0d7d7366-05be-4cb9-8163-dc00f790bdaa tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296263 Apr 11 13:02:06.174021 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54218) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:06.178489 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:06.199218 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.280341 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.392371 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Allocated IP 172.27.0.217 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/940c9e8b-94c5-48de-914a-1888a90292e3) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:02:06.520672 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bddf9-9c78-4020-8c76-c6bb65653c84 req-28275988-e9d3-4aff-a9e3-1e32dab33e21 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:06.522029 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f17bddf9-9c78-4020-8c76-c6bb65653c84 req-28275988-e9d3-4aff-a9e3-1e32dab33e21 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 944 time: 0.0551405 Apr 11 13:02:06.561323 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (940c9e8b-94c5-48de-914a-1888a90292e3), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.603046 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f17bddf9-9c78-4020-8c76-c6bb65653c84 req-94c81d50-9d6e-466a-8ec0-ec9c788e930a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718825 Apr 11 13:02:06.618710 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (940c9e8b-94c5-48de-914a-1888a90292e3), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.654455 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:02:06.658695 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:02:06.662118 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:02:06.669977 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=940c9e8b-94c5-48de-914a-1888a90292e3,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:06.752901 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (f0171a03-7e67-42b7-bbac-9d0678796aa7), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.794375 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (940c9e8b-94c5-48de-914a-1888a90292e3), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.917171 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0683d1ab-262e-4fa3-bdca-4cabed504c43 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:02:06.945817 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (940c9e8b-94c5-48de-914a-1888a90292e3), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.951631 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (940c9e8b-94c5-48de-914a-1888a90292e3), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:06.964760 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 0683d1ab-262e-4fa3-bdca-4cabed504c43 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:02:06.965175 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:07.023326 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=940c9e8b-94c5-48de-914a-1888a90292e3,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:07.035894 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (f0171a03-7e67-42b7-bbac-9d0678796aa7), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:07.051735 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 0683d1ab-262e-4fa3-bdca-4cabed504c43 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:02:07.052494 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:07.053060 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:07.054433 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-1b4c21b2-40ed-472a-b266-e0d9afb1d7d8 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8794403 Apr 11 13:02:07.085001 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:02:07.087363 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7857680e-61bf-452e-9e5e-ba61cb6646f0" -d '{"events": [{"server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "name": "network-vif-plugged", "status": "completed", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:02:07.100867 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:02:07.106086 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:07.136430 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eec666-fbce-4e79-8add-efc136474588 x-openstack-request-id: req-97eec666-fbce-4e79-8add-efc136474588 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:02:07.136855 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "name": "network-vif-plugged", "status": "completed", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:02:07.137113 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97eec666-fbce-4e79-8add-efc136474588 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:02:07.137549 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97eec666-fbce-4e79-8add-efc136474588'] response: {'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'code': 200} Apr 11 13:02:07.167887 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=10']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:07.272054 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4255565-94af-46e0-9e21-97d14282db22 req-8ffa354e-d091-4028-95fa-159da8c8ff24 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:07.273606 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-8ffa354e-d091-4028-95fa-159da8c8ff24 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/networks?id=cf4edb20-cee1-4774-970e-97b8c06e09a1 HTTP/1.1" status: 200 len: 814 time: 0.1194289 Apr 11 13:02:07.300534 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-48e0673f-2989-4246-99b4-5cd30c7db235 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/quotas/f11e56838c64436dad22f2a50f551000 HTTP/1.1" status: 200 len: 375 time: 0.0214818 Apr 11 13:02:07.307668 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b2d95c94-5d0d-4bd9-8703-74090cdcdd6e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1701148060&fields=id&tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 267 time: 0.0686848 Apr 11 13:02:07.342222 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-c002761e-7f94-4f59-8897-6ca828ea9edc tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f11e56838c64436dad22f2a50f551000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336950 Apr 11 13:02:07.488031 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-64f7aace-2000-45f7-8303-4d91b601271e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:07.489487 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-64f7aace-2000-45f7-8303-4d91b601271e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 815 time: 0.1730843 Apr 11 13:02:07.509662 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-435f7e2c-cb86-4c6f-8c5e-06b5008a0ce4 service neutron] 10.222.0.26 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581311 Apr 11 13:02:07.511222 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-db01f30f-2268-45b2-b21a-eaad786f8449 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/quotas/f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 375 time: 0.0157490 Apr 11 13:02:07.608001 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-28eb9092-7332-4f19-8f7b-28d2a4914f46 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854216 Apr 11 13:02:07.660707 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-e62cab27-aac0-4091-9b0b-502c2d873358 service neutron] 10.222.0.26 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452608 Apr 11 13:02:07.714537 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81ac7c-3325-4bd8-9f35-17a9f6c516fc req-225f7e6b-f714-48ba-90ac-591359c18e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:07.716074 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-df81ac7c-3325-4bd8-9f35-17a9f6c516fc req-225f7e6b-f714-48ba-90ac-591359c18e25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 1130 time: 0.0497999 Apr 11 13:02:07.724049 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-e6b4f673-df89-434a-b710-d2dd67fbf407 service neutron] 10.222.0.26 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022036 Apr 11 13:02:07.771883 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-df81ac7c-3325-4bd8-9f35-17a9f6c516fc req-3dfb467b-c93e-4855-b7a8-751134c7aa85 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435784 Apr 11 13:02:07.821530 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-8c52425d-064f-4bab-beb7-de7e436b760b service neutron] 10.222.0.26 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916042 Apr 11 13:02:07.871266 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f31b5e-81cd-47f1-ac74-0e84c80685e2 req-7aa6e031-0e09-40c9-b4a5-403a1018b4b1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:07.872833 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-12f31b5e-81cd-47f1-ac74-0e84c80685e2 req-7aa6e031-0e09-40c9-b4a5-403a1018b4b1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 946 time: 0.0503700 Apr 11 13:02:07.932568 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-12f31b5e-81cd-47f1-ac74-0e84c80685e2 req-7c3e8f23-bcf7-44b3-9e14-b2c5b6b2c90d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534122 Apr 11 13:02:08.007771 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-493b5ada-f89f-403b-9fa7-978e0b36c2b3 req-33bfd8e8-9ddf-4076-8af3-fdd988c91164 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 210 time: 0.0366700 Apr 11 13:02:08.041143 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20f2585b-d94b-4b93-9bfe-d209af96c884 req-f53371c3-2011-499e-a7fb-e3823cae452d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 210 time: 0.0567710 Apr 11 13:02:08.509850 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:09.052720 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6225a7a-4048-48fe-bc44-46d57551d3f4 req-6581b8e5-3a75-47b3-bb74-d158edd29710 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:09.054171 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b6225a7a-4048-48fe-bc44-46d57551d3f4 req-6581b8e5-3a75-47b3-bb74-d158edd29710 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 946 time: 0.0482314 Apr 11 13:02:09.106069 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d55a9b8f-e72d-4a96-887d-c00b5862a41f req-a6e63c36-0fb3-4231-b587-34d0632806c2 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 210 time: 0.0323794 Apr 11 13:02:09.127105 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b6225a7a-4048-48fe-bc44-46d57551d3f4 req-2573fdf7-7890-47b3-bfad-7466c9a2ddb6 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668988 Apr 11 13:02:09.204897 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7dca95b0-b3eb-4382-923c-30f7723f895b req-16953ea2-ba84-49b2-b289-0db919e466ac tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 210 time: 0.0363247 Apr 11 13:02:10.208396 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8d4dbe2b-8003-4bef-adc1-98853e289081 req-ae1736ce-db0f-47d9-8b72-778101a40aaa tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 210 time: 0.0309098 Apr 11 13:02:10.258300 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703470fb-0234-4586-82a7-d0396b276638 req-7230bf60-9622-4295-a14e-5013911781e9 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:10.265395 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-703470fb-0234-4586-82a7-d0396b276638 req-7230bf60-9622-4295-a14e-5013911781e9 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 946 time: 0.0612545 Apr 11 13:02:10.323215 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9cb81d7a-7fa4-4cd0-b42a-77236c891e13 req-addc315a-2004-4883-93ab-da1d2da3f7cb tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 210 time: 0.0434144 Apr 11 13:02:10.385299 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-703470fb-0234-4586-82a7-d0396b276638 req-4ab2a196-1ae8-4b68-a078-72986a6e4561 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142612 Apr 11 13:02:10.415598 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-5e9d5efb-20fe-4c8c-b64e-6d37caa536b3 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:10.417391 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-5e9d5efb-20fe-4c8c-b64e-6d37caa536b3 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 815 time: 0.1378908 Apr 11 13:02:10.469863 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4255565-94af-46e0-9e21-97d14282db22 req-d5b40178-cf6a-4163-891c-b13b2b442ff5 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:10.471553 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-d5b40178-cf6a-4163-891c-b13b2b442ff5 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.13 "GET /v2.0/networks?id=cf4edb20-cee1-4774-970e-97b8c06e09a1 HTTP/1.1" status: 200 len: 814 time: 0.1909134 Apr 11 13:02:10.497989 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Request body: {'port': {'device_id': '9d1bbe25-7913-490d-a611-1f8e60a7f087', 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1', 'admin_state_up': True, 'tenant_id': 'f11e56838c64436dad22f2a50f551000'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:10.514533 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e6f871-dcef-4409-a8b7-859a39cac5f3 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 380 time: 0.0742264 Apr 11 13:02:10.528195 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'port': {'device_id': '05cd4d64-53c7-40d8-8223-d349912ab289', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'admin_state_up': True, 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'security_groups': ['d4423437-7e08-4d6f-b911-c95cb1556afe']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:10.627550 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Made reservation on behalf of f11e56838c64436dad22f2a50f551000 for: {'port': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:02:10.631301 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:10.640793 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Made reservation on behalf of f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:02:10.645140 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:10.759248 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Allocated IP 172.20.0.13 (cf4edb20-cee1-4774-970e-97b8c06e09a1/be515560-9931-46e3-af01-4c5289e9af0e/e7b0a7b2-6644-42af-a979-977dcc400c44) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:02:10.773864 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Allocated IP 172.20.0.7 (381efb3a-a75e-48f6-b4fc-e139de7ec13d/757f18fc-6c3f-43c3-9a0b-0dcf822519d4/cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:02:10.906710 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks [] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:10.910878 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:10.944541 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:10.946729 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:10.988775 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:02:10.989930 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Network cf4edb20-cee1-4774-970e-97b8c06e09a1 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:02:10.991920 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:02:10.993028 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:02:10.995533 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:02:10.996690 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:02:11.023724 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Pushing event updated for resources: {'Port': ['ID=e7b0a7b2-6644-42af-a979-977dcc400c44,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:11.028220 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:11.054062 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:11.055522 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.064905 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:11.065600 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.073808 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-0fceaa44-f05f-447a-8885-8875fc9f540a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808153 Apr 11 13:02:11.083169 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-86d493b7-cb98-404a-90a8-7c155ec37fff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596418 Apr 11 13:02:11.087073 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Request body: {'port': {'device_id': '9d1bbe25-7913-490d-a611-1f8e60a7f087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:11.109625 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Request body: {'port': {'device_id': '05cd4d64-53c7-40d8-8223-d349912ab289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:11.151731 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.171514 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.280956 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-31170510-00d7-4799-a4c9-e17a3638d14a None None] Provisioning complete for port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:02:11.281522 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-31170510-00d7-4799-a4c9-e17a3638d14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.318668 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-31170510-00d7-4799-a4c9-e17a3638d14a None None] Port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:02:11.344442 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce3743-de54-4445-88f7-6d5f674515e5 req-bc65eae7-95b0-4868-b966-d36fcdfb11e2 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:11.345905 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e2ce3743-de54-4445-88f7-6d5f674515e5 req-bc65eae7-95b0-4868-b966-d36fcdfb11e2 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 932 time: 0.0712178 Apr 11 13:02:11.444231 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:02:11.452059 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Publish callbacks [] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.464417 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Transition to ACTIVE for port object cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:02:11.469139 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.474659 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e2ce3743-de54-4445-88f7-6d5f674515e5 req-92bade4a-3178-4872-bf4c-121edb45d039 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046164 Apr 11 13:02:11.490612 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716fa70-58d6-4edd-a8b1-227c8bac8edb req-ce7e26a0-8c8d-41ab-ae52-ed6b25c95527 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:11.492141 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f716fa70-58d6-4edd-a8b1-227c8bac8edb req-ce7e26a0-8c8d-41ab-ae52-ed6b25c95527 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 931 time: 0.0903330 Apr 11 13:02:11.588251 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:11.612296 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b0a7b2-6644-42af-a979-977dcc400c44 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:02:11.625063 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Attempting to bind port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:02:11.625287 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Publish callbacks [] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.625392 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Attempting to bind port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:02:11.625696 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Attempting to bind port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:02:11.630736 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:02:11.631515 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Attempting to bind port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:02:11.636244 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:02:11.636983 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Checking segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:02:11.636983 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Bound using segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:02:11.637502 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Bound port: cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:02:11.637860 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.643296 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9205-85d6-45ea-bd3b-959846fc8f89 req-14393117-f96a-4644-8a9a-5318d98a179e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:11.644999 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-637f9205-85d6-45ea-bd3b-959846fc8f89 req-14393117-f96a-4644-8a9a-5318d98a179e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 946 time: 0.0852818 Apr 11 13:02:11.668432 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f716fa70-58d6-4edd-a8b1-227c8bac8edb req-2babf43f-4d5a-43fe-9271-944b0c014499 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581872 Apr 11 13:02:11.676167 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Transition to ACTIVE for port object e7b0a7b2-6644-42af-a979-977dcc400c44 will not be triggered until provisioned by entity L2. {{(pid=103362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:02:11.690456 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.721260 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] For port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:02:11.724496 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] For port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:02:11.733603 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.736408 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-637f9205-85d6-45ea-bd3b-959846fc8f89 req-fe84c310-c218-4486-8cbe-47a2d9f47f62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825849 Apr 11 13:02:11.760804 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b0a7b2-6644-42af-a979-977dcc400c44,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:11.796005 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:11.796656 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.798138 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 HTTP/1.1" status: 200 len: 1093 time: 0.6929979 Apr 11 13:02:11.798599 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cd4d64-53c7-40d8-8223-d349912ab289', 'tag': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:02:11.801157 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47" -d '{"events": [{"name": "network-changed", "server_uuid": "05cd4d64-53c7-40d8-8223-d349912ab289", "tag": "cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:02:11.811535 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e55281-550e-46d3-8857-df0fe52e33d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:11.852899 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Attempting to bind port e7b0a7b2-6644-42af-a979-977dcc400c44 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:02:11.853293 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Attempting to bind port e7b0a7b2-6644-42af-a979-977dcc400c44 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '686dd2c7-8944-44ec-9125-4d211c60c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:02:11.853662 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Attempting to bind port e7b0a7b2-6644-42af-a979-977dcc400c44 on network cf4edb20-cee1-4774-970e-97b8c06e09a1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:02:11.856444 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a053294-8c69-4906-ab8e-7ba425724c80 x-openstack-request-id: req-1a053294-8c69-4906-ab8e-7ba425724c80 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:02:11.856711 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cd4d64-53c7-40d8-8223-d349912ab289", "tag": "cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:02:11.856963 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a053294-8c69-4906-ab8e-7ba425724c80 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:02:11.857393 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a053294-8c69-4906-ab8e-7ba425724c80'] response: {'name': 'network-changed', 'server_uuid': '05cd4d64-53c7-40d8-8223-d349912ab289', 'tag': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132', 'status': 'completed', 'code': 200} Apr 11 13:02:11.858771 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Port e7b0a7b2-6644-42af-a979-977dcc400c44 on network cf4edb20-cee1-4774-970e-97b8c06e09a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:02:11.859092 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Attempting to bind port e7b0a7b2-6644-42af-a979-977dcc400c44 on network cf4edb20-cee1-4774-970e-97b8c06e09a1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:02:11.869445 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:02:11.870133 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Checking segment: {'id': '686dd2c7-8944-44ec-9125-4d211c60c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:02:11.870579 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Bound using segment: {'id': '686dd2c7-8944-44ec-9125-4d211c60c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:02:11.870995 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Bound port: e7b0a7b2-6644-42af-a979-977dcc400c44, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686dd2c7-8944-44ec-9125-4d211c60c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:02:11.871361 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.897136 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-58d3fa53-fb53-4af7-87ed-136b94465a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:11.898685 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-58d3fa53-fb53-4af7-87ed-136b94465a04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 1127 time: 0.0538640 Apr 11 13:02:11.941779 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] For port e7b0a7b2-6644-42af-a979-977dcc400c44, host hv-cinder-83608, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:02:11.945165 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] For port e7b0a7b2-6644-42af-a979-977dcc400c44, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e7b0a7b2-6644-42af-a979-977dcc400c44,segment=NetworkSegment(686dd2c7-8944-44ec-9125-4d211c60c245),segment_id=686dd2c7-8944-44ec-9125-4d211c60c245)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:02:11.946091 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-ecbb2658-dd6b-4f46-80a8-0e3272d80a81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 HTTP/1.1" status: 200 len: 217 time: 0.0392237 Apr 11 13:02:11.951411 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:11.998624 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:11.999379 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:12.000802 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7b0a7b2-6644-42af-a979-977dcc400c44 HTTP/1.1" status: 200 len: 1094 time: 0.9183893 Apr 11 13:02:12.001261 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1bbe25-7913-490d-a611-1f8e60a7f087', 'tag': 'e7b0a7b2-6644-42af-a979-977dcc400c44'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:02:12.003862 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44599149-708e-4722-9102-f78cdcc983f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1bbe25-7913-490d-a611-1f8e60a7f087", "tag": "e7b0a7b2-6644-42af-a979-977dcc400c44"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:02:12.027269 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f133d69-94fb-4b24-956d-42c57fb3d134 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b0a7b2-6644-42af-a979-977dcc400c44,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:12.033761 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-a91a61d2-8436-4e5f-89df-4b28dcff707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:12.036168 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-a91a61d2-8436-4e5f-89df-4b28dcff707e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 200 len: 854 time: 0.0807400 Apr 11 13:02:12.093128 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7759a39c-35ae-41de-aff3-dd3bfd24f1f4 x-openstack-request-id: req-7759a39c-35ae-41de-aff3-dd3bfd24f1f4 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:02:12.093484 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1bbe25-7913-490d-a611-1f8e60a7f087", "tag": "e7b0a7b2-6644-42af-a979-977dcc400c44", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:02:12.093663 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7759a39c-35ae-41de-aff3-dd3bfd24f1f4 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:02:12.094059 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7759a39c-35ae-41de-aff3-dd3bfd24f1f4'] response: {'name': 'network-changed', 'server_uuid': '9d1bbe25-7913-490d-a611-1f8e60a7f087', 'tag': 'e7b0a7b2-6644-42af-a979-977dcc400c44', 'status': 'completed', 'code': 200} Apr 11 13:02:12.102082 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-e7781471-8b03-44f8-a5fd-39a304061c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:12.103869 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-e7781471-8b03-44f8-a5fd-39a304061c87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=381efb3a-a75e-48f6-b4fc-e139de7ec13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565183 Apr 11 13:02:12.105394 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4255565-94af-46e0-9e21-97d14282db22 req-39de449d-44b8-4fb6-a56f-4c6a3971da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:12.107164 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-39de449d-44b8-4fb6-a56f-4c6a3971da08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f11e56838c64436dad22f2a50f551000&device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 1128 time: 0.0498879 Apr 11 13:02:12.158918 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-929ca176-7d49-4062-9c15-29808693dcd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b0a7b2-6644-42af-a979-977dcc400c44 HTTP/1.1" status: 200 len: 217 time: 0.0338998 Apr 11 13:02:12.207501 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-dc198834-685f-4502-9586-3dc4c3f46d9e service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857627 Apr 11 13:02:12.219698 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4255565-94af-46e0-9e21-97d14282db22 req-345a0b78-4a39-41f5-8f87-54710fbfb078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:12.221188 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-345a0b78-4a39-41f5-8f87-54710fbfb078 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be515560-9931-46e3-af01-4c5289e9af0e HTTP/1.1" status: 200 len: 854 time: 0.0463946 Apr 11 13:02:12.254415 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-00de97c6-2890-46cc-86c3-51e746aa07ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf4edb20-cee1-4774-970e-97b8c06e09a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256689 Apr 11 13:02:12.297642 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-198438bc-8c51-408a-b8c5-1101cb77cefe req-87173a2a-a7d0-4fe9-a2e9-fa27d12c4bb3 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829365 Apr 11 13:02:12.342398 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-c77c46ee-11a0-4658-923d-8396fa193816 service neutron] 10.222.0.13 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807359 Apr 11 13:02:12.607795 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d985f-6b0d-4f38-89ba-1f9fff128fa0 req-90b23d6c-a4e0-4867-ac22-5fd2f450e484 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:12.609462 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-983d985f-6b0d-4f38-89ba-1f9fff128fa0 req-90b23d6c-a4e0-4867-ac22-5fd2f450e484 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 944 time: 0.0586636 Apr 11 13:02:12.658783 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-983d985f-6b0d-4f38-89ba-1f9fff128fa0 req-30231579-28d4-4b0f-9439-9f14b6874d68 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Apr 11 13:02:12.786701 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a8084-aea8-4928-865a-b864f87dae95 req-82472fad-fc28-4b24-9361-129f59cea961 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:12.788058 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-458a8084-aea8-4928-865a-b864f87dae95 req-82472fad-fc28-4b24-9361-129f59cea961 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 943 time: 0.0471163 Apr 11 13:02:12.842228 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-458a8084-aea8-4928-865a-b864f87dae95 req-96f42f1d-84a3-4400-b0f3-524c4e27ee46 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457032 Apr 11 13:02:13.331269 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-52a62322-0422-4eee-9db8-2befd235e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:13.333119 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-52a62322-0422-4eee-9db8-2befd235e8f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 1127 time: 0.0563467 Apr 11 13:02:13.376727 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4255565-94af-46e0-9e21-97d14282db22 req-9d5e124c-f965-4ff6-be8e-37e7b02b245f service neutron] 10.222.0.13 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985622 Apr 11 13:02:13.426038 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-1e45c348-a5f4-4a7c-8729-c3c856071753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:13.427522 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-1e45c348-a5f4-4a7c-8729-c3c856071753 service neutron] 10.222.0.13 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 916 time: 0.0869772 Apr 11 13:02:13.779700 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ba81b-834d-408b-a604-9c71e2100fc9 req-b8223ac4-0b46-4875-8bfc-64e14efcec82 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:13.781143 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-620ba81b-834d-408b-a604-9c71e2100fc9 req-b8223ac4-0b46-4875-8bfc-64e14efcec82 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 944 time: 0.0474472 Apr 11 13:02:13.827371 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-620ba81b-834d-408b-a604-9c71e2100fc9 req-dcbd51e3-02e9-45d4-8013-5d484e372de3 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405927 Apr 11 13:02:13.966464 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda0e3-6848-4f37-8bee-38f2920e28e5 req-eaffffc0-9d22-40c4-8672-19986e42a73b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:13.967800 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-30dda0e3-6848-4f37-8bee-38f2920e28e5 req-eaffffc0-9d22-40c4-8672-19986e42a73b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 943 time: 0.0500553 Apr 11 13:02:14.020963 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-30dda0e3-6848-4f37-8bee-38f2920e28e5 req-604dec87-3535-4e9f-a18c-ef08ce6eed77 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452530 Apr 11 13:02:14.505277 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-6e3e8d86-1428-4ef9-b03b-ec85f37a1d91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 HTTP/1.1" status: 200 len: 217 time: 0.0436137 Apr 11 13:02:14.514958 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44599149-708e-4722-9102-f78cdcc983f2 req-79ee1787-2536-437e-ade7-25ea7e85a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:14.516453 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-44599149-708e-4722-9102-f78cdcc983f2 req-79ee1787-2536-437e-ade7-25ea7e85a581 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f11e56838c64436dad22f2a50f551000&device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 1128 time: 0.0404630 Apr 11 13:02:14.555229 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-902e0b1d-2a6d-4899-8932-513ab95e671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:14.556814 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-902e0b1d-2a6d-4899-8932-513ab95e671c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 200 len: 854 time: 0.0430806 Apr 11 13:02:14.603553 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44599149-708e-4722-9102-f78cdcc983f2 req-3530b325-17c3-45d3-bf9f-f1850e9ecf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:14.605101 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-44599149-708e-4722-9102-f78cdcc983f2 req-3530b325-17c3-45d3-bf9f-f1850e9ecf9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf4edb20-cee1-4774-970e-97b8c06e09a1 HTTP/1.1" status: 200 len: 915 time: 0.0829787 Apr 11 13:02:14.607016 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-1ca7cb48-2c87-4a7d-b70e-ac0360ffb5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:14.608547 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-1ca7cb48-2c87-4a7d-b70e-ac0360ffb5d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=381efb3a-a75e-48f6-b4fc-e139de7ec13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394959 Apr 11 13:02:14.656292 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-44599149-708e-4722-9102-f78cdcc983f2 req-8aed2f6a-0157-4d70-a47a-817c655a308a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b0a7b2-6644-42af-a979-977dcc400c44 HTTP/1.1" status: 200 len: 217 time: 0.0372801 Apr 11 13:02:14.706686 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-040b8cf3-811b-4d3a-bbf7-02c3e0c79289 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866556 Apr 11 13:02:14.706921 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44599149-708e-4722-9102-f78cdcc983f2 req-e3c65597-0c69-4714-a08f-27c8dde56699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:14.708186 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-44599149-708e-4722-9102-f78cdcc983f2 req-e3c65597-0c69-4714-a08f-27c8dde56699 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be515560-9931-46e3-af01-4c5289e9af0e HTTP/1.1" status: 200 len: 854 time: 0.0440505 Apr 11 13:02:14.748196 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-44599149-708e-4722-9102-f78cdcc983f2 req-2443e917-508f-4821-83c7-cc403297f691 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf4edb20-cee1-4774-970e-97b8c06e09a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249062 Apr 11 13:02:14.807479 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-fd7f686f-9ad0-4dd6-aed1-e9284bff1d47 req-d053e5f8-f755-446f-8c98-4e0f0d091be0 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850351 Apr 11 13:02:14.845274 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-44599149-708e-4722-9102-f78cdcc983f2 req-cf9774d9-74da-4c0f-9079-f57c13fb5b60 service neutron] 10.222.0.13 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829666 Apr 11 13:02:14.963022 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76079c-6964-4318-8338-24d18fa42eb1 req-f90cfa00-df70-4662-86d8-57d6699b0127 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:14.964588 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7c76079c-6964-4318-8338-24d18fa42eb1 req-f90cfa00-df70-4662-86d8-57d6699b0127 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 944 time: 0.0597866 Apr 11 13:02:14.965260 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:02:14.981371 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-44599149-708e-4722-9102-f78cdcc983f2 req-8bfae5da-2e34-45f9-9e94-7ce322407285 service neutron] 10.222.0.13 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283412 Apr 11 13:02:15.090228 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:02:15.103276 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'port_id': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132', 'mac_address': 'fa:16:3e:ce:71:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:02:15.145175 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:02:15.145684 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:15.161067 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:02:15.183221 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:02:15.187802 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:15.188631 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device e7b0a7b2-6644-42af-a979-977dcc400c44 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:02:15.261217 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7c76079c-6964-4318-8338-24d18fa42eb1 req-afb1c76b-3831-4220-aa73-34ea4955abf0 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907336 Apr 11 13:02:15.282752 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:15.301147 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.301484 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.301842 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.302190 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.302518 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.302851 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.303157 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.303469 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.303783 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.304122 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.304547 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.304867 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.305286 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.305598 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.305914 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:02:15.358163 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5bba-e163-41aa-bc0b-934912660b4f req-772e2a89-de32-4802-bd96-8af946b060d9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:15.359742 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1ade5bba-e163-41aa-bc0b-934912660b4f req-772e2a89-de32-4802-bd96-8af946b060d9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 944 time: 0.0576537 Apr 11 13:02:15.385362 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port e7b0a7b2-6644-42af-a979-977dcc400c44, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e7b0a7b2-6644-42af-a979-977dcc400c44,segment=NetworkSegment(686dd2c7-8944-44ec-9125-4d211c60c245),segment_id=686dd2c7-8944-44ec-9125-4d211c60c245)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:02:15.396231 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'e7b0a7b2-6644-42af-a979-977dcc400c44', 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1', 'port_id': 'e7b0a7b2-6644-42af-a979-977dcc400c44', 'mac_address': 'fa:16:3e:13:e8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be515560-9931-46e3-af01-4c5289e9af0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:02:15.406595 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1ade5bba-e163-41aa-bc0b-934912660b4f req-9dc6f666-3939-46ba-af43-34a752253f74 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406535 Apr 11 13:02:15.431760 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port e7b0a7b2-6644-42af-a979-977dcc400c44 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:02:15.432189 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:15.447913 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b0a7b2-6644-42af-a979-977dcc400c44 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:02:15.468207 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port e7b0a7b2-6644-42af-a979-977dcc400c44, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e7b0a7b2-6644-42af-a979-977dcc400c44,segment=NetworkSegment(686dd2c7-8944-44ec-9125-4d211c60c245),segment_id=686dd2c7-8944-44ec-9125-4d211c60c245)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:02:15.474916 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:15.649162 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=e7b0a7b2-6644-42af-a979-977dcc400c44,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:15.984459 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:02:16.102762 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['e7b0a7b2-6644-42af-a979-977dcc400c44'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:02:16.415005 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457241-20da-469e-a9f0-133b80156421 req-7ead1b53-c792-4724-9f1b-c0e0ab58b8ee tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:16.416562 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09457241-20da-469e-a9f0-133b80156421 req-7ead1b53-c792-4724-9f1b-c0e0ab58b8ee tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 945 time: 0.0482597 Apr 11 13:02:16.466228 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09457241-20da-469e-a9f0-133b80156421 req-13346559-1bad-44db-9351-cee03c2a0fcc tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438089 Apr 11 13:02:16.595172 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092ac15-105d-4128-86a4-f46aec5b1cec req-367d144f-2105-4503-86c9-b2f504c593ae tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:16.596589 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3092ac15-105d-4128-86a4-f46aec5b1cec req-367d144f-2105-4503-86c9-b2f504c593ae tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 944 time: 0.0704291 Apr 11 13:02:16.617348 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a43a44-4335-4da2-a035-afcdd7ca86f4 req-c7de4f64-e418-4c51-b85e-a4aad0c0cb86 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:16.618765 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a8a43a44-4335-4da2-a035-afcdd7ca86f4 req-c7de4f64-e418-4c51-b85e-a4aad0c0cb86 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0655942 Apr 11 13:02:16.679142 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3092ac15-105d-4128-86a4-f46aec5b1cec req-5230239f-82e4-4d01-80e5-01ff37dae55d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751796 Apr 11 13:02:16.686007 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a8a43a44-4335-4da2-a035-afcdd7ca86f4 req-ed9a9365-7102-4dc6-9e20-8e137237bed4 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612252 Apr 11 13:02:17.592907 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e117b0d-de2a-4519-957a-24b4b53efaa1 req-d11d908b-6e1f-4d50-9fb1-1298dc774b02 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:17.594848 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6e117b0d-de2a-4519-957a-24b4b53efaa1 req-d11d908b-6e1f-4d50-9fb1-1298dc774b02 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 945 time: 0.0515010 Apr 11 13:02:17.611847 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:02:17.659509 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6e117b0d-de2a-4519-957a-24b4b53efaa1 req-4fd4d772-65be-4343-921b-a565ebe49d2f tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563793 Apr 11 13:02:17.671284 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:02:17.679024 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:02:17.679396 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:17.766653 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:02:17.766653 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:17.790482 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cd4d64-53c7-40d8-8223-d349912ab289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:02:17.792790 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea59c92-715e-4cd2-84a5-a165ec8c309f" -d '{"events": [{"server_uuid": "05cd4d64-53c7-40d8-8223-d349912ab289", "name": "network-vif-plugged", "status": "completed", "tag": "cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:02:17.805390 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:02:17.811143 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:17.812205 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device e7b0a7b2-6644-42af-a979-977dcc400c44 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:02:17.831319 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12423210-fe82-4ea4-a006-cc461d63ea27 req-1ad892b6-e806-4cd0-837a-fd4468266cfc tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:17.833651 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-12423210-fe82-4ea4-a006-cc461d63ea27 req-1ad892b6-e806-4cd0-837a-fd4468266cfc tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 944 time: 0.0779018 Apr 11 13:02:17.842323 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee97d6b-2ad8-415a-bf6a-5781d2f4e12b req-0d738003-8e11-47f8-ae2b-eb27e0826630 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:17.843767 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6ee97d6b-2ad8-415a-bf6a-5781d2f4e12b req-0d738003-8e11-47f8-ae2b-eb27e0826630 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0788352 Apr 11 13:02:17.895156 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:17.902375 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port e7b0a7b2-6644-42af-a979-977dcc400c44 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:02:17.909433 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port e7b0a7b2-6644-42af-a979-977dcc400c44 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:02:17.909802 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:17.910903 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6ee97d6b-2ad8-415a-bf6a-5781d2f4e12b req-87131573-8f4f-450f-9cb2-aa892bc8226a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603962 Apr 11 13:02:17.939691 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-12423210-fe82-4ea4-a006-cc461d63ea27 req-46ef36fd-ab3b-40a3-960c-cd3d987c8e88 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948241 Apr 11 13:02:17.956653 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858d8e72-c4d6-4be3-94a0-e0a60d875ee8 x-openstack-request-id: req-858d8e72-c4d6-4be3-94a0-e0a60d875ee8 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:02:17.956963 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cd4d64-53c7-40d8-8223-d349912ab289", "name": "network-vif-plugged", "status": "completed", "tag": "cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:02:17.957223 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-858d8e72-c4d6-4be3-94a0-e0a60d875ee8 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:02:17.957607 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858d8e72-c4d6-4be3-94a0-e0a60d875ee8'] response: {'server_uuid': '05cd4d64-53c7-40d8-8223-d349912ab289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132', 'code': 200} Apr 11 13:02:17.988322 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port e7b0a7b2-6644-42af-a979-977dcc400c44 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:02:17.988702 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:18.021733 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port e7b0a7b2-6644-42af-a979-977dcc400c44, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e7b0a7b2-6644-42af-a979-977dcc400c44,segment=NetworkSegment(686dd2c7-8944-44ec-9125-4d211c60c245),segment_id=686dd2c7-8944-44ec-9125-4d211c60c245)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:02:18.026787 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:18.079753 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=e7b0a7b2-6644-42af-a979-977dcc400c44,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:02:18.127004 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4b97b-297b-4f9b-b887-08d8c9229b60 req-4fd17289-b47e-4af5-b7eb-1e41346c5564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:18.128952 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-23a4b97b-297b-4f9b-b887-08d8c9229b60 req-4fd17289-b47e-4af5-b7eb-1e41346c5564 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 1129 time: 0.0391169 Apr 11 13:02:18.175567 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-23a4b97b-297b-4f9b-b887-08d8c9229b60 req-eafc7abc-2fe1-4757-bebf-a0d386aeddfa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371375 Apr 11 13:02:18.782677 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bca09-5a69-4379-bd9e-2a69c08d9336 req-8c6bbca5-25ac-4e60-908a-eb3f9b94ad7f tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:18.784152 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c79bca09-5a69-4379-bd9e-2a69c08d9336 req-8c6bbca5-25ac-4e60-908a-eb3f9b94ad7f tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 946 time: 0.0541289 Apr 11 13:02:18.837248 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c79bca09-5a69-4379-bd9e-2a69c08d9336 req-ab944fc3-1db9-4f48-baa1-8ac44f5561d7 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Apr 11 13:02:19.054603 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ffd57-a5ff-4c5c-9046-5435adeb50f0 req-74925aa3-2d14-4c90-b329-dc64801bf34f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:19.056110 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e95ffd57-a5ff-4c5c-9046-5435adeb50f0 req-74925aa3-2d14-4c90-b329-dc64801bf34f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0709653 Apr 11 13:02:19.078350 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995917f-3508-461a-b53f-8f7fbef4fe4d req-882fca96-393c-4e98-b890-81dadea907aa tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:19.079756 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1995917f-3508-461a-b53f-8f7fbef4fe4d req-882fca96-393c-4e98-b890-81dadea907aa tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.0660622 Apr 11 13:02:19.154136 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-3fdfcbb2-1679-471f-b693-4602a005a692 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734499 Apr 11 13:02:19.176988 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e95ffd57-a5ff-4c5c-9046-5435adeb50f0 req-dcf252a1-229c-45d8-97a2-4d4806c8a000 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127322 Apr 11 13:02:19.184357 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1995917f-3508-461a-b53f-8f7fbef4fe4d req-7c2059f4-6def-44b2-9eb3-f39bb025a94a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968332 Apr 11 13:02:19.245560 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-65f749b3-94f9-4381-b0cb-6fe09c2091d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:19.247013 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-65f749b3-94f9-4381-b0cb-6fe09c2091d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 1129 time: 0.0395975 Apr 11 13:02:19.357694 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-fc3c837a-e20c-43db-ae59-428a4bc20328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:19.359181 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-fc3c837a-e20c-43db-ae59-428a4bc20328 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.0899751 Apr 11 13:02:19.959567 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1bbe25-7913-490d-a611-1f8e60a7f087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b0a7b2-6644-42af-a979-977dcc400c44'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:02:19.962730 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e3ae4b-064b-4bc7-93f7-b79eaf5b564c" -d '{"events": [{"server_uuid": "9d1bbe25-7913-490d-a611-1f8e60a7f087", "name": "network-vif-plugged", "status": "completed", "tag": "e7b0a7b2-6644-42af-a979-977dcc400c44"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:02:19.986604 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-948b464e-a1ef-4788-93b9-1241a319e167 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 HTTP/1.1" status: 200 len: 217 time: 0.0387161 Apr 11 13:02:19.995062 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a4441-b87a-424e-8d8f-c37e8a31cc0c req-7096ee1a-251b-4089-981b-9d60ff0df286 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:19.996659 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ef4a4441-b87a-424e-8d8f-c37e8a31cc0c req-7096ee1a-251b-4089-981b-9d60ff0df286 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 946 time: 0.0874727 Apr 11 13:02:20.076296 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-6fafe2f8-5626-4563-93eb-18abc5cf8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:20.077873 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-6fafe2f8-5626-4563-93eb-18abc5cf8924 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.0803025 Apr 11 13:02:20.085378 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ef4a4441-b87a-424e-8d8f-c37e8a31cc0c req-3dd7e616-98d5-4b1d-bd71-09c864228d0c tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795808 Apr 11 13:02:20.131225 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-daa21506-a307-4290-bfbd-76e5d084c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:20.132892 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-daa21506-a307-4290-bfbd-76e5d084c1ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466566 Apr 11 13:02:20.141672 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e09b78-3ee8-49c2-a8b3-9986fc78798d x-openstack-request-id: req-c6e09b78-3ee8-49c2-a8b3-9986fc78798d {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:02:20.141959 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1bbe25-7913-490d-a611-1f8e60a7f087", "name": "network-vif-plugged", "status": "completed", "tag": "e7b0a7b2-6644-42af-a979-977dcc400c44", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:02:20.142242 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6e09b78-3ee8-49c2-a8b3-9986fc78798d {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:02:20.142635 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e09b78-3ee8-49c2-a8b3-9986fc78798d'] response: {'server_uuid': '9d1bbe25-7913-490d-a611-1f8e60a7f087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b0a7b2-6644-42af-a979-977dcc400c44', 'code': 200} Apr 11 13:02:20.291042 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-df12b0fa-e6e8-4901-8f39-9e4acc9d349f service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396534 Apr 11 13:02:20.372346 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9ffab-00b4-42ed-95a5-ec338e4c993e req-a918b4f8-c2f2-4729-aba7-4d4f35171cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:20.373908 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a2c9ffab-00b4-42ed-95a5-ec338e4c993e req-a918b4f8-c2f2-4729-aba7-4d4f35171cde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 1130 time: 0.0421114 Apr 11 13:02:20.377878 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fbb4a-eb15-496f-b770-49fd3c4c1a47 req-c0a8418e-b85a-4ac8-830f-7bd9cb1b7ba5 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:20.379747 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-498fbb4a-eb15-496f-b770-49fd3c4c1a47 req-c0a8418e-b85a-4ac8-830f-7bd9cb1b7ba5 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.1016452 Apr 11 13:02:20.385658 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f59e1-131b-428e-bd69-5acae0338eef req-262b02f1-b02a-45d5-a06d-2b82c1d582cc tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:20.387206 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a31f59e1-131b-428e-bd69-5acae0338eef req-262b02f1-b02a-45d5-a06d-2b82c1d582cc tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.1221430 Apr 11 13:02:20.425167 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a2c9ffab-00b4-42ed-95a5-ec338e4c993e req-3020adec-85cc-4b12-967b-31c73a827c75 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Apr 11 13:02:20.508395 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-498fbb4a-eb15-496f-b770-49fd3c4c1a47 req-bd856cc9-1710-4cc5-a512-1d7a226b3030 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202364 Apr 11 13:02:20.512823 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a31f59e1-131b-428e-bd69-5acae0338eef req-0548f238-23a1-487b-8019-68d6553af1f3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172485 Apr 11 13:02:20.515080 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b71b46c-fce3-4c89-86b3-c73a481ddaf6 req-0fcd0013-6bec-4383-a8a1-66e9f4012528 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860871 Apr 11 13:02:20.625200 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc28ea-6d6d-4204-93c4-bb21d0a1bd5f req-1fea5a1c-0388-43b7-bc3a-8333976a27d1 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:20.626629 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0bdc28ea-6d6d-4204-93c4-bb21d0a1bd5f req-1fea5a1c-0388-43b7-bc3a-8333976a27d1 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.0531564 Apr 11 13:02:20.636819 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54416) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:02:20.641509 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-f41e4c4c-0ebe-495e-8c6d-0576bb6018bd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'floatingip': {'port_id': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:02:20.687556 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f41e4c4c-0ebe-495e-8c6d-0576bb6018bd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (f0171a03-7e67-42b7-bbac-9d0678796aa7), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:21.139227 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f41e4c4c-0ebe-495e-8c6d-0576bb6018bd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:21.145650 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f41e4c4c-0ebe-495e-8c6d-0576bb6018bd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (f0171a03-7e67-42b7-bbac-9d0678796aa7), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:21.264872 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbef3b2-eb4a-477a-befa-750fefe76c91 req-a51f4dbd-a8b0-45d9-b69d-df1ff3de146b tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:21.266328 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dfbef3b2-eb4a-477a-befa-750fefe76c91 req-a51f4dbd-a8b0-45d9-b69d-df1ff3de146b tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 946 time: 0.0844984 Apr 11 13:02:21.296705 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [None req-f41e4c4c-0ebe-495e-8c6d-0576bb6018bd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Floating IP f0171a03-7e67-42b7-bbac-9d0678796aa7 associated. External IP: 172.27.0.217, port: cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132. Apr 11 13:02:21.361517 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dfbef3b2-eb4a-477a-befa-750fefe76c91 req-98a775fa-9f14-496a-b97a-dcd12a01c8f9 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892048 Apr 11 13:02:21.528893 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41e4c4c-0ebe-495e-8c6d-0576bb6018bd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:02:21.667623 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485c696-f6aa-4bac-90fb-d1f2ee8da391 req-d7925695-8023-4b4d-9cc2-d418935af1de tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:21.669086 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e485c696-f6aa-4bac-90fb-d1f2ee8da391 req-d7925695-8023-4b4d-9cc2-d418935af1de tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0825012 Apr 11 13:02:21.676508 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41e4c4c-0ebe-495e-8c6d-0576bb6018bd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:02:21.685512 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f41e4c4c-0ebe-495e-8c6d-0576bb6018bd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:21.686844 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:02:21.697800 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:02:21.698531 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:01:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:21.731438 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-f41e4c4c-0ebe-495e-8c6d-0576bb6018bd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "PUT /v2.0/floatingips/f0171a03-7e67-42b7-bbac-9d0678796aa7 HTTP/1.1" status: 200 len: 991 time: 1.0934312 Apr 11 13:02:21.734482 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cd4d64-53c7-40d8-8223-d349912ab289', 'tag': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:02:21.736701 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381a3d2c-f6cb-4989-a8a4-266873d762b9" -d '{"events": [{"name": "network-changed", "server_uuid": "05cd4d64-53c7-40d8-8223-d349912ab289", "tag": "cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:02:21.750079 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e485c696-f6aa-4bac-90fb-d1f2ee8da391 req-d0b2aeb8-33ad-4bbd-9ee0-da65cbe08e0c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750265 Apr 11 13:02:21.779938 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce232af2-a902-4b6a-a20b-2d5ed4290370 x-openstack-request-id: req-ce232af2-a902-4b6a-a20b-2d5ed4290370 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:02:21.780263 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cd4d64-53c7-40d8-8223-d349912ab289", "tag": "cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:02:21.780519 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce232af2-a902-4b6a-a20b-2d5ed4290370 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:02:21.780927 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce232af2-a902-4b6a-a20b-2d5ed4290370'] response: {'name': 'network-changed', 'server_uuid': '05cd4d64-53c7-40d8-8223-d349912ab289', 'tag': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132', 'status': 'completed', 'code': 200} Apr 11 13:02:21.812472 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:02:22.038096 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'f0171a03-7e67-42b7-bbac-9d0678796aa7', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:ce:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cd4d64-53c7-40d8-8223-d349912ab289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:02:06Z', 'updated_at': '2022-04-11T13:02:21Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:22.065763 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:02:22.075351 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:02:22.075947 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:01:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:22.185713 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:02:22.397911 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'f0171a03-7e67-42b7-bbac-9d0678796aa7', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:ce:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cd4d64-53c7-40d8-8223-d349912ab289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:02:06Z', 'updated_at': '2022-04-11T13:02:21Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:02:22.428224 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdac2df-6c7f-486c-a409-5ea1f4f39f1a None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'f0171a03-7e67-42b7-bbac-9d0678796aa7', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:ce:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cd4d64-53c7-40d8-8223-d349912ab289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:02:06Z', 'updated_at': '2022-04-11T13:02:21Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:02:22.479387 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf6937-e90b-4ae7-8b36-a4d719531375 req-972afef8-5e6b-4145-aaac-7bd8036c35ac tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:22.481011 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaaf6937-e90b-4ae7-8b36-a4d719531375 req-972afef8-5e6b-4145-aaac-7bd8036c35ac tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 946 time: 0.0524375 Apr 11 13:02:22.530821 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eaaf6937-e90b-4ae7-8b36-a4d719531375 req-3e3f44b1-1389-4abe-b914-1082e223d187 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439715 Apr 11 13:02:22.625103 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce38670c-24ee-4e20-ba57-efee59f5bfbd None None] New status for floating IP f0171a03-7e67-42b7-bbac-9d0678796aa7: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:02:22.638494 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-18756010-012d-42b7-8cb8-8b121082f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:22.639998 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-18756010-012d-42b7-8cb8-8b121082f052 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 1129 time: 0.0442152 Apr 11 13:02:22.796788 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-614f84d4-9050-4929-9b79-3bee15041e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:22.799115 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-614f84d4-9050-4929-9b79-3bee15041e01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 916 time: 0.1014757 Apr 11 13:02:22.899593 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30e784-323d-41e9-bc46-ad30b45b2169 req-b7fe8ce9-ab9a-443c-84a1-ec72142ff30d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:22.901220 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ed30e784-323d-41e9-bc46-ad30b45b2169 req-b7fe8ce9-ab9a-443c-84a1-ec72142ff30d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0591559 Apr 11 13:02:22.905471 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-826f27a2-318d-470f-99a0-b8877440bfcc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 HTTP/1.1" status: 200 len: 1001 time: 0.0992978 Apr 11 13:02:23.230934 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-a41b1aa6-2ea1-40d6-92e7-fccdb81f92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:23.232479 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-a41b1aa6-2ea1-40d6-92e7-fccdb81f92d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 200 len: 854 time: 0.3105166 Apr 11 13:02:23.235893 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ed30e784-323d-41e9-bc46-ad30b45b2169 req-babde8cb-7c1b-4a16-ae17-6e52f6654727 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282895 Apr 11 13:02:23.278157 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-b0e39e9d-cae7-42a4-982a-595746f60a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:23.279683 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-b0e39e9d-cae7-42a4-982a-595746f60a38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=381efb3a-a75e-48f6-b4fc-e139de7ec13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409157 Apr 11 13:02:23.387174 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-2ee1f30d-44d2-4d05-9cde-5857aafad731 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006489 Apr 11 13:02:23.477388 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-381a3d2c-f6cb-4989-a8a4-266873d762b9 req-b356ab96-e590-4d1f-927e-5b5a76fa7bbc service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837393 Apr 11 13:02:24.353428 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602f06f-0112-4d58-8f83-358208826341 req-4a872d9d-a85f-4e32-a3bc-44cad9e68e38 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:24.354908 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6602f06f-0112-4d58-8f83-358208826341 req-4a872d9d-a85f-4e32-a3bc-44cad9e68e38 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Apr 11 13:02:24.416267 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6602f06f-0112-4d58-8f83-358208826341 req-6a4a7bc9-ba76-4bf3-8f8d-71924e409988 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530660 Apr 11 13:02:25.533315 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37fce2-9184-4ce9-95d0-282075a62924 req-f7f3cfe5-b65b-4535-8f3c-54565dcf5449 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:25.534909 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-db37fce2-9184-4ce9-95d0-282075a62924 req-f7f3cfe5-b65b-4535-8f3c-54565dcf5449 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0488307 Apr 11 13:02:25.584731 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-db37fce2-9184-4ce9-95d0-282075a62924 req-b4b6d0f4-7603-42cc-8e6b-ddb77928435d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 Apr 11 13:02:26.178911 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-df6a0cff-05d4-48d8-9889-db6ffe0acd8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:26.716289 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f72f8e-7301-4969-82be-f4eed025ca80 req-e8a3929d-c2f5-4e88-bfbb-980d9d5d2f6a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:26.717875 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e9f72f8e-7301-4969-82be-f4eed025ca80 req-e8a3929d-c2f5-4e88-bfbb-980d9d5d2f6a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0567446 Apr 11 13:02:26.769114 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e9f72f8e-7301-4969-82be-f4eed025ca80 req-41338558-0b77-486e-9abf-ea2e3190376d tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432365 Apr 11 13:02:27.892389 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87e74-8163-426a-8232-797c31713fc0 req-6084940e-3626-4f4e-b74a-3038643e8c47 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:27.893861 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-62b87e74-8163-426a-8232-797c31713fc0 req-6084940e-3626-4f4e-b74a-3038643e8c47 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0518248 Apr 11 13:02:27.942525 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-62b87e74-8163-426a-8232-797c31713fc0 req-04203d92-e0f7-4272-88b6-a43a3070989e tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Apr 11 13:02:28.148442 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e632bd-85b0-4a67-b74a-129fde57c4ff req-0a794df1-1672-4d6f-852a-23fa8af1f840 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:28.149966 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f5e632bd-85b0-4a67-b74a-129fde57c4ff req-0a794df1-1672-4d6f-852a-23fa8af1f840 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0545223 Apr 11 13:02:28.232463 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-ea136ddd-128a-4cec-bfb3-3f95d816ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:28.234518 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-ea136ddd-128a-4cec-bfb3-3f95d816ec37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 1129 time: 0.0608165 Apr 11 13:02:28.238145 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f5e632bd-85b0-4a67-b74a-129fde57c4ff req-445a2d28-d78f-4d78-b16c-477e2f55e5dd tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826917 Apr 11 13:02:28.328181 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-f2fa27a8-1b3b-4311-af7a-e3f9609faec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:28.329667 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-f2fa27a8-1b3b-4311-af7a-e3f9609faec0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 HTTP/1.1" status: 200 len: 911 time: 0.0864966 Apr 11 13:02:28.400837 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-ebeb9ed2-4011-4228-a628-897d7ae4b2fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c41f7e-cd75-4707-b6b0-194244f55e18 HTTP/1.1" status: 200 len: 1000 time: 0.0647151 Apr 11 13:02:28.452291 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-f021fb70-5725-43f8-98f1-24917801037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:28.453932 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-f021fb70-5725-43f8-98f1-24917801037c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41075c3c-d0cc-4765-8f6f-576ec246c5a9 HTTP/1.1" status: 200 len: 849 time: 0.0459948 Apr 11 13:02:28.501437 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-02263b47-9d47-42ac-a961-1858b510cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:28.502940 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-02263b47-9d47-42ac-a961-1858b510cd20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406406 Apr 11 13:02:28.600899 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-4de9251b-c1af-4f51-a20d-f3cb635bb075 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902388 Apr 11 13:02:28.693321 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f4569f70-5e63-4c91-be4d-a829ab686143 req-53f8e785-1f9f-4a20-8201-de59ae3ed544 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857117 Apr 11 13:02:28.746626 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8f59eadc-44ec-43b3-8b8f-a59b789d558e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:28.994830 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85077d09-f6fd-4a15-9c36-a189644b572e req-da133d5a-7842-4d8f-b95b-240cf8b525dc tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:28.996338 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85077d09-f6fd-4a15-9c36-a189644b572e req-da133d5a-7842-4d8f-b95b-240cf8b525dc tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0779345 Apr 11 13:02:29.001603 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-3371e404-c7d5-4a77-954f-265ea17051bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:29.002987 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-3371e404-c7d5-4a77-954f-265ea17051bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 1129 time: 0.0517020 Apr 11 13:02:29.098612 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85077d09-f6fd-4a15-9c36-a189644b572e req-f0907acc-055a-4cda-9438-fdddbdf735d0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946760 Apr 11 13:02:29.126777 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-f9eec982-e363-48bf-9b8f-02c055015e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:29.128182 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-f9eec982-e363-48bf-9b8f-02c055015e0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.1107781 Apr 11 13:02:29.360825 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af399b-6d8f-45d8-a935-db46e3e9b887 req-7e8cff9b-0adf-45e2-9b88-b049e081c699 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:29.362341 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09af399b-6d8f-45d8-a935-db46e3e9b887 req-7e8cff9b-0adf-45e2-9b88-b049e081c699 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0490787 Apr 11 13:02:29.410985 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09af399b-6d8f-45d8-a935-db46e3e9b887 req-3d015548-25a0-44b8-b2c5-7f8a1ac92418 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Apr 11 13:02:29.551551 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:29.840592 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-18724c15-46d6-4a7d-b7a0-86bf27160cb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7192a2b4-9ab8-467b-979d-71dd0b480170 HTTP/1.1" status: 200 len: 1000 time: 0.0657115 Apr 11 13:02:29.897586 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-461554cd-afe8-44ea-9f70-69af0f085e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:29.899073 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-461554cd-afe8-44ea-9f70-69af0f085e9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.0460532 Apr 11 13:02:29.948281 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-deba7038-e301-410a-bc21-8275cce8e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:29.949969 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-deba7038-e301-410a-bc21-8275cce8e28c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397215 Apr 11 13:02:30.050823 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-72a8e749-704d-470e-b7f1-bb4da851f854 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877607 Apr 11 13:02:30.143732 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ddb5c3e-8c55-4fc5-aaa4-8bd4d0215fdd req-a2bbd77a-67d2-40b5-bca6-03eafc0881e7 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853035 Apr 11 13:02:30.214807 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7921a-622e-46b8-b1a7-a4d40a60be1a req-959aff99-ac74-47e6-8713-df3b0c604278 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:30.216510 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-64e7921a-622e-46b8-b1a7-a4d40a60be1a req-959aff99-ac74-47e6-8713-df3b0c604278 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0494521 Apr 11 13:02:30.268493 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-64e7921a-622e-46b8-b1a7-a4d40a60be1a req-b74e48a6-c28a-42d8-ac78-d1e64c7851f1 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460958 Apr 11 13:02:30.535690 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb73d1a-46ff-4b6b-ab72-4c1a14941615 req-27c386d9-d109-4461-aa65-9b0701841a14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:30.537268 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4bb73d1a-46ff-4b6b-ab72-4c1a14941615 req-27c386d9-d109-4461-aa65-9b0701841a14 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Apr 11 13:02:30.588236 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4bb73d1a-46ff-4b6b-ab72-4c1a14941615 req-a27d41af-4025-4374-aa0b-55553a554f08 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Apr 11 13:02:31.001896 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:31.397227 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4c25-1d86-425c-b91b-815e79364aa4 req-5a6f8df7-b79f-438a-9251-725528459116 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:31.398739 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9d4a4c25-1d86-425c-b91b-815e79364aa4 req-5a6f8df7-b79f-438a-9251-725528459116 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0471325 Apr 11 13:02:31.445956 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9d4a4c25-1d86-425c-b91b-815e79364aa4 req-017777f2-dfc9-4bc8-a464-87942d76780b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412838 Apr 11 13:02:32.563327 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b198132-64f3-4135-8977-46f65c1e4c49 req-2f0d6a74-c4ac-441a-97c9-2df610278949 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:32.564878 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b198132-64f3-4135-8977-46f65c1e4c49 req-2f0d6a74-c4ac-441a-97c9-2df610278949 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0504212 Apr 11 13:02:32.613054 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b198132-64f3-4135-8977-46f65c1e4c49 req-a2c23f04-be5c-441e-8ca9-69c8b1f70c34 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424125 Apr 11 13:02:32.673961 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:33.748809 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd048fb-2279-4f52-8cdc-1146fafc0427 req-c26f92d3-bc02-4d3d-baaa-291de492abea tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:33.750191 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3cd048fb-2279-4f52-8cdc-1146fafc0427 req-c26f92d3-bc02-4d3d-baaa-291de492abea tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0467508 Apr 11 13:02:33.799929 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3cd048fb-2279-4f52-8cdc-1146fafc0427 req-90096653-78ce-4154-a2e6-bf5c335918b4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410635 Apr 11 13:02:34.929137 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f15c8-98bc-4eb2-b608-edfe64333187 req-be4083a2-9c5c-4f8a-b415-7536831846cb tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:34.930596 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-117f15c8-98bc-4eb2-b608-edfe64333187 req-be4083a2-9c5c-4f8a-b415-7536831846cb tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0504186 Apr 11 13:02:34.979187 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-117f15c8-98bc-4eb2-b608-edfe64333187 req-90a0b6fd-fe19-4de8-88d8-d1a2ab818c46 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402186 Apr 11 13:02:36.112138 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b190245-d5c1-4865-99bc-9896ca0fcae4 req-72b6c708-b82e-474e-987e-28a446a8f857 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:36.113598 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8b190245-d5c1-4865-99bc-9896ca0fcae4 req-72b6c708-b82e-474e-987e-28a446a8f857 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0543275 Apr 11 13:02:36.161453 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8b190245-d5c1-4865-99bc-9896ca0fcae4 req-891bf8cb-0848-4016-a4e0-f9e2d65e1b21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 Apr 11 13:02:37.284477 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34926a57-aa2f-4f2a-8d15-d3663d9c057d req-8c58fa43-0345-4a92-abba-00e509237810 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:37.285931 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-34926a57-aa2f-4f2a-8d15-d3663d9c057d req-8c58fa43-0345-4a92-abba-00e509237810 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0495548 Apr 11 13:02:37.350050 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-34926a57-aa2f-4f2a-8d15-d3663d9c057d req-8eebb8cf-0c61-4c7e-8cb6-7f7c5d9ab8be tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580685 Apr 11 13:02:38.482399 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc25c6c-c4d8-4e33-b3f3-5b4d6eb50ce6 req-e08924e4-689d-471d-8fb0-1147cdc14b29 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:38.483868 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ebc25c6c-c4d8-4e33-b3f3-5b4d6eb50ce6 req-e08924e4-689d-471d-8fb0-1147cdc14b29 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0560954 Apr 11 13:02:38.506313 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:38.533947 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ebc25c6c-c4d8-4e33-b3f3-5b4d6eb50ce6 req-254cae50-dfae-4fe1-9a4b-b3eaef4076aa tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 Apr 11 13:02:39.664941 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e7c15-2833-491c-874d-60e810f423e0 req-21c14bd2-3189-4cf7-8645-80a098223924 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:39.666417 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fc2e7c15-2833-491c-874d-60e810f423e0 req-21c14bd2-3189-4cf7-8645-80a098223924 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0642555 Apr 11 13:02:39.714056 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fc2e7c15-2833-491c-874d-60e810f423e0 req-e63f8dd1-b5ec-4a01-97d9-6c78e52b98c8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419831 Apr 11 13:02:40.839165 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bde6c-7b17-43d1-9267-7912cbecb423 req-23e0ca98-ab8a-40b3-8151-e043397b9ec9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:40.840669 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-524bde6c-7b17-43d1-9267-7912cbecb423 req-23e0ca98-ab8a-40b3-8151-e043397b9ec9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0490983 Apr 11 13:02:40.888405 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-524bde6c-7b17-43d1-9267-7912cbecb423 req-ceda85d8-549b-472f-b911-c22d38679ed5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Apr 11 13:02:42.005032 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7fc68-ff6d-4d60-a0df-ecdccca55a27 req-4536b2f4-8a7f-4ea8-9dc4-a37045b33622 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:42.006531 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e5e7fc68-ff6d-4d60-a0df-ecdccca55a27 req-4536b2f4-8a7f-4ea8-9dc4-a37045b33622 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0497899 Apr 11 13:02:42.055466 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e5e7fc68-ff6d-4d60-a0df-ecdccca55a27 req-d31018bb-bc26-4486-a234-c2681f6b7fb0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Apr 11 13:02:42.815938 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:02:43.173693 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580e040-1876-4326-a5a9-67d52ecb58fb req-0932155f-45ac-47eb-83b2-8a51e89c7aa7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:43.175133 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6580e040-1876-4326-a5a9-67d52ecb58fb req-0932155f-45ac-47eb-83b2-8a51e89c7aa7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0481653 Apr 11 13:02:43.224951 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6580e040-1876-4326-a5a9-67d52ecb58fb req-67771cb9-6563-4fcb-b02b-b2e8c4c7e604 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 Apr 11 13:02:44.351304 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535be5e3-3ca5-4879-b216-107493ee52f2 req-3065bcf7-a34b-4fb0-bc5d-70fafe1be808 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:44.352695 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-535be5e3-3ca5-4879-b216-107493ee52f2 req-3065bcf7-a34b-4fb0-bc5d-70fafe1be808 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0468843 Apr 11 13:02:44.400497 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-535be5e3-3ca5-4879-b216-107493ee52f2 req-bda3126e-9d74-4819-90de-6f6db666c336 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Apr 11 13:02:45.522708 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac340c1-d26a-4a15-9528-8f426d677df8 req-bb742f83-d000-46c8-9234-347f06b40a4a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:45.524168 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7ac340c1-d26a-4a15-9528-8f426d677df8 req-bb742f83-d000-46c8-9234-347f06b40a4a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0464146 Apr 11 13:02:45.571730 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7ac340c1-d26a-4a15-9528-8f426d677df8 req-c88cf5f2-c6a1-4d61-b4e4-fe7edb66841e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Apr 11 13:02:46.688548 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4950e3-833a-43a2-82ef-b1ea45fb4015 req-2f6a57a9-50c2-4d54-85c4-0a0a3e887392 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:46.690051 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fb4950e3-833a-43a2-82ef-b1ea45fb4015 req-2f6a57a9-50c2-4d54-85c4-0a0a3e887392 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0512931 Apr 11 13:02:46.739476 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fb4950e3-833a-43a2-82ef-b1ea45fb4015 req-9b385aff-c07c-42fc-a38b-8f821e2d1169 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436935 Apr 11 13:02:47.853655 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836b38-8aaa-4e46-847d-f4780fbe0c45 req-6d57e98c-dee4-47d0-8498-bd10cc192f08 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:47.855000 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ee836b38-8aaa-4e46-847d-f4780fbe0c45 req-6d57e98c-dee4-47d0-8498-bd10cc192f08 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0465629 Apr 11 13:02:47.904846 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ee836b38-8aaa-4e46-847d-f4780fbe0c45 req-89b76a42-040c-480d-862d-50ecb071fa33 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Apr 11 13:02:49.039347 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b2660-60c3-4f04-b0b6-2bc8c7399a1e req-6489caa3-31cd-45f7-9634-f282500e67cf tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:49.040832 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ac7b2660-60c3-4f04-b0b6-2bc8c7399a1e req-6489caa3-31cd-45f7-9634-f282500e67cf tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0543501 Apr 11 13:02:49.087088 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ac7b2660-60c3-4f04-b0b6-2bc8c7399a1e req-2f7329cc-d347-421e-a033-7dbfcbf3f877 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405061 Apr 11 13:02:50.230276 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7378602-e86a-40e2-be3e-f6c6a345214a req-070cc8c6-8bcf-477e-8fb8-b4169410c37e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:50.231735 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f7378602-e86a-40e2-be3e-f6c6a345214a req-070cc8c6-8bcf-477e-8fb8-b4169410c37e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0707238 Apr 11 13:02:50.232791 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1155817-c93b-4acd-9467-dfc59aaec4c6 req-1d884f4c-a28d-4155-aa77-f7ffdd24d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:50.234090 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b1155817-c93b-4acd-9467-dfc59aaec4c6 req-1d884f4c-a28d-4155-aa77-f7ffdd24d5ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 1129 time: 0.0628815 Apr 11 13:02:50.305602 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f7378602-e86a-40e2-be3e-f6c6a345214a req-752ab3fe-020c-4c9a-b9f7-fd7e92664cc7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682466 Apr 11 13:02:50.308786 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b1155817-c93b-4acd-9467-dfc59aaec4c6 req-906601de-fd94-4989-92d7-6a7102219708 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659320 Apr 11 13:02:51.432142 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99ffc7-82dc-4157-9a4e-4c216b52ec64 req-522ccb94-6563-4d15-a85b-20d17756d7e7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:51.433586 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0f99ffc7-82dc-4157-9a4e-4c216b52ec64 req-522ccb94-6563-4d15-a85b-20d17756d7e7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0465064 Apr 11 13:02:51.494292 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0f99ffc7-82dc-4157-9a4e-4c216b52ec64 req-84cc1a23-1532-4c26-9023-2c2a03168d7b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536919 Apr 11 13:02:52.613835 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c0d6f-eec9-4d16-a66a-cb23763e526a req-3fa54567-f91b-4656-9316-41e0c7c60bbd tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:52.615262 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9c3c0d6f-eec9-4d16-a66a-cb23763e526a req-3fa54567-f91b-4656-9316-41e0c7c60bbd tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0467927 Apr 11 13:02:52.663240 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9c3c0d6f-eec9-4d16-a66a-cb23763e526a req-97741d59-c620-44ff-b826-69475f42e4cd tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Apr 11 13:02:53.791461 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b8385-20df-4eb2-8e2c-e714bd1ae8a6 req-15486ccf-0c36-4340-a6dd-b9e97f97b4c1 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:53.792922 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c18b8385-20df-4eb2-8e2c-e714bd1ae8a6 req-15486ccf-0c36-4340-a6dd-b9e97f97b4c1 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0500658 Apr 11 13:02:53.839222 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c18b8385-20df-4eb2-8e2c-e714bd1ae8a6 req-b0838284-345c-493f-9d65-366814d8a894 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405769 Apr 11 13:02:54.971041 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d4162-4d3f-4b73-bcdd-671fdde1ae84 req-dd15c699-092c-4e24-9cd2-e47bd862fdec tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:54.972518 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5b9d4162-4d3f-4b73-bcdd-671fdde1ae84 req-dd15c699-092c-4e24-9cd2-e47bd862fdec tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0505126 Apr 11 13:02:55.023257 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5b9d4162-4d3f-4b73-bcdd-671fdde1ae84 req-84ec447c-8eac-4286-a9de-d61b8c2ea1d3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450177 Apr 11 13:02:55.444505 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-b3d1d93e-3f16-4482-bc9a-664618912cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:55.446023 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-b3d1d93e-3f16-4482-bc9a-664618912cd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 1129 time: 0.0676551 Apr 11 13:02:55.456805 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01cce-3dde-47f3-8b43-edd2e6fc4da7 req-672f36e8-4965-468e-bd3b-eaf57d8e920e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:55.458163 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bdf01cce-3dde-47f3-8b43-edd2e6fc4da7 req-672f36e8-4965-468e-bd3b-eaf57d8e920e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0715783 Apr 11 13:02:55.560468 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bdf01cce-3dde-47f3-8b43-edd2e6fc4da7 req-d59afad3-e6ee-487a-8276-86cf0de8bac0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940881 Apr 11 13:02:55.578916 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-6502a6df-0a68-4e52-ade0-529473a93c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:55.578916 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-6502a6df-0a68-4e52-ade0-529473a93c3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.1184964 Apr 11 13:02:55.642706 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-0bb95249-cfe0-4122-bf32-9e272d1a93e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7192a2b4-9ab8-467b-979d-71dd0b480170 HTTP/1.1" status: 200 len: 1000 time: 0.0573478 Apr 11 13:02:55.691643 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-63f95f45-3bba-4a29-9ea5-0c8265181bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:55.693073 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-63f95f45-3bba-4a29-9ea5-0c8265181bd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.0441296 Apr 11 13:02:55.740975 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-30ef1f64-9d52-4adf-ab71-eba9a41ad3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:55.742327 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-30ef1f64-9d52-4adf-ab71-eba9a41ad3da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402534 Apr 11 13:02:55.832286 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-eaee3a69-f17c-4ec1-8ecd-5699cadaadff service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828698 Apr 11 13:02:55.928991 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d6fb9d1d-012e-49f0-9e9b-179cabf82c0f req-e21af576-d5a5-49e3-a3c4-91f932f8b25b service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891464 Apr 11 13:02:56.193579 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-53dd8388-9ae0-40e8-a227-4e343319683e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:56.690567 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba472f-6fd9-495a-9c66-19a82a31ddd1 req-18df3d26-2278-43db-8baf-1d7956e35ab7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:56.692063 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d4ba472f-6fd9-495a-9c66-19a82a31ddd1 req-18df3d26-2278-43db-8baf-1d7956e35ab7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0528634 Apr 11 13:02:56.738822 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d4ba472f-6fd9-495a-9c66-19a82a31ddd1 req-7c190336-dc27-4fab-ab05-f51753335592 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411327 Apr 11 13:02:57.864936 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba5217-ab4b-4c99-b7f1-439755550a0f req-95426f3b-cd8e-493a-8993-75941d526d4a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:57.866384 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2cba5217-ab4b-4c99-b7f1-439755550a0f req-95426f3b-cd8e-493a-8993-75941d526d4a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0515285 Apr 11 13:02:57.918018 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2cba5217-ab4b-4c99-b7f1-439755550a0f req-35e152a2-eee6-487b-8a4b-e83ed27fc9a4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Apr 11 13:02:58.746811 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ac3697bd-2ec1-4c44-9dbf-414347aee6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:02:59.035936 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbefe7e-b7ea-43f3-ac5d-e8eaa22538ce req-8b6769ae-661e-4bbd-b606-178274a026b4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:02:59.037583 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5fbefe7e-b7ea-43f3-ac5d-e8eaa22538ce req-8b6769ae-661e-4bbd-b606-178274a026b4 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0483928 Apr 11 13:02:59.084649 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5fbefe7e-b7ea-43f3-ac5d-e8eaa22538ce req-6d2c6385-27d7-4176-a68e-35c0fb052a0e tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413601 Apr 11 13:02:59.539997 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:00.203392 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef02a2-77d5-4d3d-be42-5006a4ee6ac1 req-f812fd69-72e7-40bc-ac34-7f73d4efeaf0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:00.204928 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52ef02a2-77d5-4d3d-be42-5006a4ee6ac1 req-f812fd69-72e7-40bc-ac34-7f73d4efeaf0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0464199 Apr 11 13:03:00.259925 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52ef02a2-77d5-4d3d-be42-5006a4ee6ac1 req-bded7f49-3996-4685-9f42-6531eab01426 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465355 Apr 11 13:03:01.007724 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:01.400450 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4584a-6854-4ec3-879a-e260410faa53 req-4a355542-aed5-4ca4-b821-e6ad5d7ba117 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:01.401381 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f6d4584a-6854-4ec3-879a-e260410faa53 req-4a355542-aed5-4ca4-b821-e6ad5d7ba117 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0550513 Apr 11 13:03:01.451982 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f6d4584a-6854-4ec3-879a-e260410faa53 req-0e3b3c8a-2a8a-4d01-b593-ae338abe88a8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Apr 11 13:03:02.578275 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f046e0-7d89-4866-bf4a-49875460d843 req-1f454cab-bcb4-4361-b3cd-b81d1526d7a6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:02.579805 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93f046e0-7d89-4866-bf4a-49875460d843 req-1f454cab-bcb4-4361-b3cd-b81d1526d7a6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0487967 Apr 11 13:03:02.627857 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93f046e0-7d89-4866-bf4a-49875460d843 req-c2980e8c-6f10-47d7-8c95-dca911b1e50c tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Apr 11 13:03:02.678645 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:02.743072 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc1613-5f84-4ba0-96e0-0894971488df req-acc6dc41-8c95-43f5-9598-b8c1c1793729 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:02.744456 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ddcc1613-5f84-4ba0-96e0-0894971488df req-acc6dc41-8c95-43f5-9598-b8c1c1793729 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0465543 Apr 11 13:03:02.753062 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54750) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:02.757694 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-e6a5e759-a359-4e82-8f83-f0deaaf528f8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Request body: {'floatingip': {'port_id': '7192a2b4-9ab8-467b-979d-71dd0b480170'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:03.068572 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e759-a359-4e82-8f83-f0deaaf528f8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for floatingip (5ddb776e-9ae4-479d-8202-8b9b69ddd088), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:03.558210 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e759-a359-4e82-8f83-f0deaaf528f8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:03.563793 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e759-a359-4e82-8f83-f0deaaf528f8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (5ddb776e-9ae4-479d-8202-8b9b69ddd088), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:03.782245 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a5e759-a359-4e82-8f83-f0deaaf528f8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Router b67d98fd-10a1-4d9f-aff9-08bee473d0cf has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:03:03.895181 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a5e759-a359-4e82-8f83-f0deaaf528f8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:03:03.900159 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e759-a359-4e82-8f83-f0deaaf528f8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:03.908686 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] Sync routers for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:03:03.920910 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:03.921680 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:02:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:03.931257 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:03.933597 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:03.967180 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-e6a5e759-a359-4e82-8f83-f0deaaf528f8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "PUT /v2.0/floatingips/5ddb776e-9ae4-479d-8202-8b9b69ddd088 HTTP/1.1" status: 200 len: 992 time: 1.2130656 Apr 11 13:03:03.976176 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8482f8-f6f7-4e14-878d-b21019c7aeae x-openstack-request-id: req-9b8482f8-f6f7-4e14-878d-b21019c7aeae {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:03.976476 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:03.976780 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b8482f8-f6f7-4e14-878d-b21019c7aeae {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:03.977195 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8482f8-f6f7-4e14-878d-b21019c7aeae'] response: {'name': 'network-changed', 'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'status': 'completed', 'code': 200} Apr 11 13:03:04.040594 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-43eda1b9-6f0c-49ee-8286-8266fe031c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:04.042160 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-43eda1b9-6f0c-49ee-8286-8266fe031c97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 1129 time: 0.0409722 Apr 11 13:03:04.134659 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:04.149340 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-f9cf632e-4fbb-4acb-ab64-0deb837ce4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:04.151001 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-f9cf632e-4fbb-4acb-ab64-0deb837ce4a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.1007965 Apr 11 13:03:04.221532 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-f1ecc16c-d132-4798-b348-e01f1c1fdd8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7192a2b4-9ab8-467b-979d-71dd0b480170 HTTP/1.1" status: 200 len: 1000 time: 0.0636120 Apr 11 13:03:04.323211 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05eaf-271c-426f-a7ae-229ec24aad6b req-d455a7a4-a279-4398-9e1a-698e05afae75 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:04.324838 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0cb05eaf-271c-426f-a7ae-229ec24aad6b req-d455a7a4-a279-4398-9e1a-698e05afae75 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 946 time: 0.0503826 Apr 11 13:03:04.360375 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '5ddb776e-9ae4-479d-8202-8b9b69ddd088', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'port_id': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'mac_address': 'fa:16:3e:be:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:00:52Z', 'updated_at': '2022-04-11T13:03:03Z', 'revision_number': 3, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:37Z', 'revision_number': 5, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:04.372588 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0cb05eaf-271c-426f-a7ae-229ec24aad6b req-65c2472a-c07e-45ee-980e-d2be4a28408f tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Apr 11 13:03:04.390196 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] Checking router: b67d98fd-10a1-4d9f-aff9-08bee473d0cf for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:03:04.399305 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:04.399900 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:02:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:04.506425 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:04.715677 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '5ddb776e-9ae4-479d-8202-8b9b69ddd088', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'port_id': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'mac_address': 'fa:16:3e:be:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:00:52Z', 'updated_at': '2022-04-11T13:03:03Z', 'revision_number': 3, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:37Z', 'revision_number': 5, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:04.741864 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b31e4-c42c-4651-a94f-9668bac726b2 None None] The sync data for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi is: [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '5ddb776e-9ae4-479d-8202-8b9b69ddd088', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'port_id': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'mac_address': 'fa:16:3e:be:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:00:52Z', 'updated_at': '2022-04-11T13:03:03Z', 'revision_number': 3, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:37Z', 'revision_number': 5, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:03:05.501904 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c419-37bc-4692-a1ae-efdb20e33c86 req-ca950ec7-178a-4ba7-9f59-23dd00c02d48 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:05.503352 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-08f7c419-37bc-4692-a1ae-efdb20e33c86 req-ca950ec7-178a-4ba7-9f59-23dd00c02d48 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 946 time: 0.0495777 Apr 11 13:03:05.553231 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-08f7c419-37bc-4692-a1ae-efdb20e33c86 req-9d2e828b-4dd8-47b4-a061-5a0647808ab6 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Apr 11 13:03:05.887761 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-de94e3b5-ab3e-44f1-aada-4c5c7e095428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:05.889214 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-de94e3b5-ab3e-44f1-aada-4c5c7e095428 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.0536721 Apr 11 13:03:05.940895 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-ba41590c-95fa-420b-8bf6-abf87426acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:05.942411 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-ba41590c-95fa-420b-8bf6-abf87426acfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438976 Apr 11 13:03:05.978141 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:05.980909 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec059b9-e56f-4563-8554-b1a983bd9a35" -d '{"events": [{"name": "network-changed", "server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:06.016689 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521674c5-ac5d-4a3f-a0fc-13507924a7cc x-openstack-request-id: req-521674c5-ac5d-4a3f-a0fc-13507924a7cc {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:06.017007 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:06.017251 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-521674c5-ac5d-4a3f-a0fc-13507924a7cc {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:06.017645 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521674c5-ac5d-4a3f-a0fc-13507924a7cc'] response: {'name': 'network-changed', 'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'status': 'completed', 'code': 200} Apr 11 13:03:06.143100 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-46a27af1-7015-479e-92ca-122e3e16fbe5 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856309 Apr 11 13:03:06.235259 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-a124ba35-f4d0-4e53-93e8-d0531cbb3f52 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:06.236733 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-a124ba35-f4d0-4e53-93e8-d0531cbb3f52 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 946 time: 0.0460289 Apr 11 13:03:06.279690 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e241828-52f6-43cf-8c8c-863b1c6c5a6c req-bdd24268-7fdf-40bf-9384-a8f83823e7d2 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899439 Apr 11 13:03:06.327570 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Deleting port e7b0a7b2-6644-42af-a979-977dcc400c44 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:03:06.327905 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:06.362093 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-c3d00891-3871-4e11-917e-4caecbd951a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:06.363601 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-c3d00891-3871-4e11-917e-4caecbd951a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 1129 time: 0.0396042 Apr 11 13:03:06.418560 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] For port e7b0a7b2-6644-42af-a979-977dcc400c44, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e7b0a7b2-6644-42af-a979-977dcc400c44,segment=NetworkSegment(686dd2c7-8944-44ec-9125-4d211c60c245),segment_id=686dd2c7-8944-44ec-9125-4d211c60c245)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:06.418876 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:06.432331 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Calling delete_port for e7b0a7b2-6644-42af-a979-977dcc400c44 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:03:06.465286 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-32c3d198-bd25-41e2-9601-0341a9366d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:06.466792 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-32c3d198-bd25-41e2-9601-0341a9366d90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.0924752 Apr 11 13:03:06.538438 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-fec90556-a998-48fb-a553-0a45755906d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7192a2b4-9ab8-467b-979d-71dd0b480170 HTTP/1.1" status: 200 len: 1000 time: 0.0635653 Apr 11 13:03:06.574962 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (e7b0a7b2-6644-42af-a979-977dcc400c44), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:06.591973 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['e7b0a7b2-6644-42af-a979-977dcc400c44'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:03:06.600731 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-8ef1fd5e-c2ba-4e95-afb8-6aa940bb4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:06.603163 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-8ef1fd5e-c2ba-4e95-afb8-6aa940bb4882 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.0517178 Apr 11 13:03:06.648684 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] No DVR routers for this DVR port e7b0a7b2-6644-42af-a979-977dcc400c44 on host hv-cinder-83608 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:03:06.650500 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Pushing event deleted for resources: {'Port': ['ID=e7b0a7b2-6644-42af-a979-977dcc400c44,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:06.654304 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:06.657565 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-a894c91a-a070-465c-bb17-bbfeb012d2db req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.13 "DELETE /v2.0/ports/e7b0a7b2-6644-42af-a979-977dcc400c44 HTTP/1.1" status: 204 len: 173 time: 0.4145653 Apr 11 13:03:06.657985 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1bbe25-7913-490d-a611-1f8e60a7f087', 'name': 'network-vif-deleted', 'tag': 'e7b0a7b2-6644-42af-a979-977dcc400c44'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:06.660362 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5643f2-4e2a-44c0-9341-7de6a74541bb" -d '{"events": [{"server_uuid": "9d1bbe25-7913-490d-a611-1f8e60a7f087", "name": "network-vif-deleted", "tag": "e7b0a7b2-6644-42af-a979-977dcc400c44"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:06.667588 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.668375 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.668375 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.668630 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.668915 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.669243 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.669570 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.669917 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.670241 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.670563 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.670901 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.671189 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.671510 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.671827 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.672164 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba761416-cdeb-4041-8624-5f7f5ee08ba4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:06.678923 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-f13d4b71-8bf7-4b06-b95b-0f6039c25a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:06.680863 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-f13d4b71-8bf7-4b06-b95b-0f6039c25a7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715933 Apr 11 13:03:06.682556 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7229e29d-9cc5-41ba-bbd5-2e85add48f5e req-4bf95c4c-6a78-4ef5-a1f0-6c58f25f5111 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d1bbe25-7913-490d-a611-1f8e60a7f087 HTTP/1.1" status: 200 len: 210 time: 0.0419354 Apr 11 13:03:06.706063 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd8832a-7dcf-4c24-a9a9-ace5a9fa48b0 x-openstack-request-id: req-7bd8832a-7dcf-4c24-a9a9-ace5a9fa48b0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:06.706572 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1bbe25-7913-490d-a611-1f8e60a7f087", "name": "network-vif-deleted", "tag": "e7b0a7b2-6644-42af-a979-977dcc400c44", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:06.706993 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7bd8832a-7dcf-4c24-a9a9-ace5a9fa48b0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:06.707607 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd8832a-7dcf-4c24-a9a9-ace5a9fa48b0'] response: {'server_uuid': '9d1bbe25-7913-490d-a611-1f8e60a7f087', 'name': 'network-vif-deleted', 'tag': 'e7b0a7b2-6644-42af-a979-977dcc400c44', 'status': 'completed', 'code': 200} Apr 11 13:03:06.785198 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-b9e9ed49-e98e-4385-839c-0fb561cc9a16 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958200 Apr 11 13:03:06.877749 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ec059b9-e56f-4563-8554-b1a983bd9a35 req-e3beee3f-410b-4c7d-85a6-61ed26074b9f service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844159 Apr 11 13:03:08.502384 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:10.741228 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device e7b0a7b2-6644-42af-a979-977dcc400c44 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:03:10.768927 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: e7b0a7b2-6644-42af-a979-977dcc400c44 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:03:10.769265 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device e7b0a7b2-6644-42af-a979-977dcc400c44 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:03:12.128041 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-614d6981-6c42-4e23-8591-909166052cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422473 Apr 11 13:03:12.194922 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-12063e18-7136-4789-8c7b-ddd26c2270a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:12.196558 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-12063e18-7136-4789-8c7b-ddd26c2270a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40f86b2346704694a79e8d8ab939d78c&device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 1130 time: 0.0417435 Apr 11 13:03:12.301103 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-09e9a9a0-342e-44fe-aa71-365288fb505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:12.302565 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-09e9a9a0-342e-44fe-aa71-365288fb505a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 200 len: 919 time: 0.0856965 Apr 11 13:03:12.348195 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-66d41892-271a-4d72-b311-514cdce765be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dcc6a1-600e-4d2c-a3d4-172efe1f4371 HTTP/1.1" status: 200 len: 217 time: 0.0382457 Apr 11 13:03:12.398896 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-e53cefb1-7f43-49f8-9e0c-7b8ff693e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:12.400392 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-e53cefb1-7f43-49f8-9e0c-7b8ff693e32b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 200 len: 857 time: 0.0442758 Apr 11 13:03:12.453029 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-b8942da6-8775-4c82-a3ff-26e084b95e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:12.454483 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-b8942da6-8775-4c82-a3ff-26e084b95e89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1070c4b9-bdcc-479f-b440-2980005e8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376637 Apr 11 13:03:12.554679 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-1e9de449-955c-4c18-9ebc-ddabd2564aa2 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869737 Apr 11 13:03:12.651694 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4e28e827-4cd7-46dd-b609-da4fa836fe3e req-f68b76cf-01ac-44a1-98fe-8ed76d6516e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870872 Apr 11 13:03:12.928529 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0818cfc-268f-4fbd-9dcc-14b9ea82fdc1 req-8422fd0b-9e0f-4131-81d4-5a381bf65129 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:12.929937 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e0818cfc-268f-4fbd-9dcc-14b9ea82fdc1 req-8422fd0b-9e0f-4131-81d4-5a381bf65129 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 946 time: 0.1682630 Apr 11 13:03:12.980004 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e0818cfc-268f-4fbd-9dcc-14b9ea82fdc1 req-4a0cab0d-015f-449c-9e76-a35266e42576 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413163 Apr 11 13:03:14.158679 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45942-f4de-402c-a6bd-9eaac7543d25 req-9311dbe4-d8e9-4cd3-ab74-5136359058bf tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:14.160133 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4bd45942-f4de-402c-a6bd-9eaac7543d25 req-9311dbe4-d8e9-4cd3-ab74-5136359058bf tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 946 time: 0.0991888 Apr 11 13:03:14.213681 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4bd45942-f4de-402c-a6bd-9eaac7543d25 req-2a1d57f8-efb6-4c68-97a8-236f1a17f2df tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476813 Apr 11 13:03:15.339332 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9ae6e-a86c-4391-bd18-e1aced35048d req-a1af68bc-16af-4bef-90f9-75e25ddaae7e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:15.340769 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fea9ae6e-a86c-4391-bd18-e1aced35048d req-a1af68bc-16af-4bef-90f9-75e25ddaae7e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 946 time: 0.0531085 Apr 11 13:03:15.391314 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fea9ae6e-a86c-4391-bd18-e1aced35048d req-99e22fb5-ca2a-42f5-a1a8-b86fa8d735c6 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446465 Apr 11 13:03:15.685943 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-b2cefa0e-35b0-46c5-8fd0-97568ac25f05 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:15.687388 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-b2cefa0e-35b0-46c5-8fd0-97568ac25f05 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/networks?id=cf4edb20-cee1-4774-970e-97b8c06e09a1 HTTP/1.1" status: 200 len: 814 time: 0.0987558 Apr 11 13:03:15.702317 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-911bf2b6-39d6-4983-8800-1319f24d1fca tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/quotas/f11e56838c64436dad22f2a50f551000 HTTP/1.1" status: 200 len: 375 time: 0.0093112 Apr 11 13:03:15.733375 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-585d01f6-4cc8-4a6f-b1a6-84dcecb245ab tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f11e56838c64436dad22f2a50f551000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262372 Apr 11 13:03:15.873449 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-b69d98d1-f86e-4819-a12c-3fc4d71e017a service neutron] 10.222.0.26 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336212 Apr 11 13:03:15.963253 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-e261e8df-53eb-4703-b479-9bffa0a0e7c0 service neutron] 10.222.0.26 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839553 Apr 11 13:03:16.125628 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-73799911-ac98-42ea-86f5-ec4c3ec25abc req-b3b7dc46-166c-4e10-a3a6-161121c38027 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 210 time: 0.0273244 Apr 11 13:03:16.507227 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333e120-6d91-4d13-b115-92760ed65657 req-8bd37518-629b-43e5-ad95-34fd3b4b8539 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:16.508731 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1333e120-6d91-4d13-b115-92760ed65657 req-8bd37518-629b-43e5-ad95-34fd3b4b8539 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 946 time: 0.0475090 Apr 11 13:03:16.559284 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1333e120-6d91-4d13-b115-92760ed65657 req-a4681148-df1c-426c-969f-f85f06ce76f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443060 Apr 11 13:03:17.227922 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-63725eb9-acd6-40b6-81ab-ae9dccf9a366 req-194c6a10-0c94-4b3c-9479-1a20bca4353e tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 210 time: 0.0285838 Apr 11 13:03:17.440679 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-cd8b1383-0335-4c1a-b8d6-6bf18ba44baf tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:17.442052 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-cd8b1383-0335-4c1a-b8d6-6bf18ba44baf tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 946 time: 0.0492690 Apr 11 13:03:17.557900 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Deleting port 0683d1ab-262e-4fa3-bdca-4cabed504c43 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:03:17.558627 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:17.583694 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-f06f0812-cc50-4ff0-a2e0-a2274d6a7ca1 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:17.585108 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-f06f0812-cc50-4ff0-a2e0-a2274d6a7ca1 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.13 "GET /v2.0/networks?id=cf4edb20-cee1-4774-970e-97b8c06e09a1 HTTP/1.1" status: 200 len: 814 time: 0.1038187 Apr 11 13:03:17.601112 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Request body: {'port': {'device_id': 'fcb1b31f-8e73-4a98-a141-a4c7012bfea0', 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1', 'admin_state_up': True, 'tenant_id': 'f11e56838c64436dad22f2a50f551000'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:17.710548 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Made reservation on behalf of f11e56838c64436dad22f2a50f551000 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:03:17.714096 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:17.846140 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Allocated IP 172.20.0.4 (cf4edb20-cee1-4774-970e-97b8c06e09a1/be515560-9931-46e3-af01-4c5289e9af0e/696345a0-cb7e-4c42-8d31-f43a9fb7a160) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:03:17.939578 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479c2cb-3008-4c48-9238-0e3d4e16fae9 req-87d507ae-8e44-4390-8a84-9a7b09e56f9f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:17.944043 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0479c2cb-3008-4c48-9238-0e3d4e16fae9 req-87d507ae-8e44-4390-8a84-9a7b09e56f9f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 946 time: 0.0693161 Apr 11 13:03:17.946070 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] For port 0683d1ab-262e-4fa3-bdca-4cabed504c43, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0683d1ab-262e-4fa3-bdca-4cabed504c43,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:17.946427 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:17.999038 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks [] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.035171 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.044285 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0479c2cb-3008-4c48-9238-0e3d4e16fae9 req-ab5f161d-cfc9-44cc-969d-2b631866168e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ef8fb19-8a71-4038-a12e-12a1444f044f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951216 Apr 11 13:03:18.094719 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Network cf4edb20-cee1-4774-970e-97b8c06e09a1 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:03:18.096194 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Pushing event updated for resources: {'Port': ['ID=696345a0-cb7e-4c42-8d31-f43a9fb7a160,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:18.098600 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:03:18.107234 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:03:18.159533 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.160136 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (dff4e579-e8c9-4ce0-9ac9-b01848030c55), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.160521 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Floating IP dff4e579-e8c9-4ce0-9ac9-b01848030c55 disassociated. External IP: 172.27.0.250, port: 0683d1ab-262e-4fa3-bdca-4cabed504c43. Apr 11 13:03:18.160863 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Calling delete_port for 0683d1ab-262e-4fa3-bdca-4cabed504c43 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:03:18.163653 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:18.164433 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.183140 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-67bfb11f-00db-4f21-a311-464d47ecf741 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858893 Apr 11 13:03:18.196174 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Request body: {'port': {'device_id': 'fcb1b31f-8e73-4a98-a141-a4c7012bfea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:18.260109 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.297968 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (0683d1ab-262e-4fa3-bdca-4cabed504c43), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.339329 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event deleted for resources: {'Port': ['ID=0683d1ab-262e-4fa3-bdca-4cabed504c43,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:18.370819 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.371164 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.371502 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.371838 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.372199 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.372528 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.372855 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.373175 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.373500 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.373819 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.374141 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.374466 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.374782 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.375106 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.375423 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:18.393188 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c27a95-36b7-450b-b5f1-565e205aa791 req-c843ed03-249c-4b25-a84e-7b21acd14417 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:18.394694 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-82c27a95-36b7-450b-b5f1-565e205aa791 req-c843ed03-249c-4b25-a84e-7b21acd14417 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 931 time: 0.0882730 Apr 11 13:03:18.509749 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-82c27a95-36b7-450b-b5f1-565e205aa791 req-6abb8f1a-7496-4e0b-930f-82c6e5628794 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851462 Apr 11 13:03:18.519021 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696345a0-cb7e-4c42-8d31-f43a9fb7a160 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:03:18.528185 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Publish callbacks [] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.530845 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Router 29d793be-1a08-4511-8b08-51b1f35300df has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:03:18.541263 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Transition to ACTIVE for port object 696345a0-cb7e-4c42-8d31-f43a9fb7a160 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:03:18.546094 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.600679 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Pushing event updated for resources: {'Port': ['ID=696345a0-cb7e-4c42-8d31-f43a9fb7a160,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:18.646028 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:03:18.658792 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] Sync routers for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:03:18.674611 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:18.675641 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:02:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:18.678776 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Attempting to bind port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:03:18.679113 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Attempting to bind port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '686dd2c7-8944-44ec-9125-4d211c60c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:03:18.679438 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Attempting to bind port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 on network cf4edb20-cee1-4774-970e-97b8c06e09a1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:03:18.684404 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 on network cf4edb20-cee1-4774-970e-97b8c06e09a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:03:18.684720 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Attempting to bind port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 on network cf4edb20-cee1-4774-970e-97b8c06e09a1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:03:18.689685 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:03:18.690032 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Checking segment: {'id': '686dd2c7-8944-44ec-9125-4d211c60c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:03:18.690440 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Bound using segment: {'id': '686dd2c7-8944-44ec-9125-4d211c60c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:03:18.690863 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Bound port: 696345a0-cb7e-4c42-8d31-f43a9fb7a160, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686dd2c7-8944-44ec-9125-4d211c60c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:03:18.691218 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.697612 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] No DVR routers for this DVR port 0683d1ab-262e-4fa3-bdca-4cabed504c43 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:03:18.700362 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.703679 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-80ec42d0-63c1-42e5-ab65-74efd7c79846 req-b182b298-cc71-4163-bfc1-4bd17bb3f0e7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.13 "DELETE /v2.0/ports/0683d1ab-262e-4fa3-bdca-4cabed504c43 HTTP/1.1" status: 204 len: 173 time: 1.2298272 Apr 11 13:03:18.704767 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'name': 'network-vif-deleted', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:18.707287 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2fa2a-eb68-4f29-bb4e-ead7bd60ccdc" -d '{"events": [{"server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "name": "network-vif-deleted", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:18.776431 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e2d7a4-5a45-45da-bcab-4ddc98373b36 x-openstack-request-id: req-18e2d7a4-5a45-45da-bcab-4ddc98373b36 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:18.776961 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f11f87-b767-47f2-9f14-229c515b889d", "name": "network-vif-deleted", "tag": "0683d1ab-262e-4fa3-bdca-4cabed504c43", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:18.777215 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18e2d7a4-5a45-45da-bcab-4ddc98373b36 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:18.778972 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e2d7a4-5a45-45da-bcab-4ddc98373b36'] response: {'server_uuid': 'e8f11f87-b767-47f2-9f14-229c515b889d', 'name': 'network-vif-deleted', 'tag': '0683d1ab-262e-4fa3-bdca-4cabed504c43', 'status': 'completed', 'code': 200} Apr 11 13:03:18.779585 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] For port 696345a0-cb7e-4c42-8d31-f43a9fb7a160, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:03:18.785449 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] For port 696345a0-cb7e-4c42-8d31-f43a9fb7a160, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=696345a0-cb7e-4c42-8d31-f43a9fb7a160,segment=NetworkSegment(686dd2c7-8944-44ec-9125-4d211c60c245),segment_id=686dd2c7-8944-44ec-9125-4d211c60c245)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:03:18.795643 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.821584 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:18.822668 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:18.825096 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] 10.222.0.13 "PUT /v2.0/ports/696345a0-cb7e-4c42-8d31-f43a9fb7a160 HTTP/1.1" status: 200 len: 1093 time: 0.6341803 Apr 11 13:03:18.834748 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:18.869836 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb1b31f-8e73-4a98-a141-a4c7012bfea0', 'tag': '696345a0-cb7e-4c42-8d31-f43a9fb7a160'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:18.872277 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3021002d-3d43-4feb-b840-ef8e205f0bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb1b31f-8e73-4a98-a141-a4c7012bfea0", "tag": "696345a0-cb7e-4c42-8d31-f43a9fb7a160"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:18.890502 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cb907-d79d-4e08-acbe-91e10bf3bec3 service neutron] Pushing event updated for resources: {'Port': ['ID=696345a0-cb7e-4c42-8d31-f43a9fb7a160,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:18.910008 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58f7dbf-2b9f-4776-a630-7037df1ee9cb x-openstack-request-id: req-c58f7dbf-2b9f-4776-a630-7037df1ee9cb {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:18.910398 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb1b31f-8e73-4a98-a141-a4c7012bfea0", "tag": "696345a0-cb7e-4c42-8d31-f43a9fb7a160", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:18.910770 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c58f7dbf-2b9f-4776-a630-7037df1ee9cb {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:18.911256 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58f7dbf-2b9f-4776-a630-7037df1ee9cb'] response: {'name': 'network-changed', 'server_uuid': 'fcb1b31f-8e73-4a98-a141-a4c7012bfea0', 'tag': '696345a0-cb7e-4c42-8d31-f43a9fb7a160', 'status': 'completed', 'code': 200} Apr 11 13:03:19.056098 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:19.082695 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] Checking router: 29d793be-1a08-4511-8b08-51b1f35300df for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:03:19.091729 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:19.092487 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:02:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:19.178484 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5e0883f9-c9a7-405b-82d9-6c2fad9f87eb req-4a552866-0fda-413c-bc76-f5302a28fce4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f11f87-b767-47f2-9f14-229c515b889d HTTP/1.1" status: 200 len: 210 time: 0.0373530 Apr 11 13:03:19.184520 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-35961551-1ecf-41ae-950f-db06d31a9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:19.186220 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-35961551-1ecf-41ae-950f-db06d31a9bbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f11e56838c64436dad22f2a50f551000&device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 1127 time: 0.0516953 Apr 11 13:03:19.211640 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:19.233535 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-7fd5cc6a-786a-41e9-bb20-848778de7740 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=696345a0-cb7e-4c42-8d31-f43a9fb7a160 HTTP/1.1" status: 200 len: 217 time: 0.0348866 Apr 11 13:03:19.294945 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-6122cacd-cb93-476f-868c-71d9b20c5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:19.296837 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-6122cacd-cb93-476f-868c-71d9b20c5c25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be515560-9931-46e3-af01-4c5289e9af0e HTTP/1.1" status: 200 len: 854 time: 0.0510292 Apr 11 13:03:19.333631 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-866bd169-8638-4c51-a9a9-5fe8bcd67dd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf4edb20-cee1-4774-970e-97b8c06e09a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258112 Apr 11 13:03:19.411747 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:19.429299 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-91bfe58a-c4e5-4bbd-8a80-a6a224824199 service neutron] 10.222.0.13 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807693 Apr 11 13:03:19.441235 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f8c8e-a33f-4932-97e9-5c609aeaef1b None None] The sync data for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi is: [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:03:19.525315 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-420d50f7-924b-4e1b-8a7f-15459a428a22 req-a5bd2f67-1f58-4d05-a9b3-836ed570ad78 service neutron] 10.222.0.13 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880926 Apr 11 13:03:19.632277 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26fd6e-335b-439a-83be-16062ae03e62 req-bcc0adc4-69bc-4840-890a-5cffc3eb7dee tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:19.633808 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1b26fd6e-335b-439a-83be-16062ae03e62 req-bcc0adc4-69bc-4840-890a-5cffc3eb7dee tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 943 time: 0.0481648 Apr 11 13:03:19.674449 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dad10e-cf3e-494a-bef8-e218a782115c None None] New status for floating IP dff4e579-e8c9-4ce0-9ac9-b01848030c55: DOWN {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:03:19.682429 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1b26fd6e-335b-439a-83be-16062ae03e62 req-98bef4ba-ea77-46aa-ab76-e1e0afb3df9a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426614 Apr 11 13:03:19.835738 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:03:19.900660 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0683d1ab-262e-4fa3-bdca-4cabed504c43 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:03:19.921441 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 0683d1ab-262e-4fa3-bdca-4cabed504c43 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:03:19.921783 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0683d1ab-262e-4fa3-bdca-4cabed504c43 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:03:20.274144 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54916) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:20.336276 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90028cf0-c172-4298-a3b7-78eabc2b4faa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (9ef8fb19-8a71-4038-a12e-12a1444f044f), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:20.359686 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90028cf0-c172-4298-a3b7-78eabc2b4faa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (9ef8fb19-8a71-4038-a12e-12a1444f044f), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:20.409711 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90028cf0-c172-4298-a3b7-78eabc2b4faa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (9ef8fb19-8a71-4038-a12e-12a1444f044f), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:20.412952 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90028cf0-c172-4298-a3b7-78eabc2b4faa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:20.414358 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-90028cf0-c172-4298-a3b7-78eabc2b4faa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "DELETE /v2.0/security-groups/9ef8fb19-8a71-4038-a12e-12a1444f044f HTTP/1.1" status: 204 len: 168 time: 0.1391609 Apr 11 13:03:20.417386 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54920) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:20.423157 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90028cf0-c172-4298-a3b7-78eabc2b4faa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef8fb19-8a71-4038-a12e-12a1444f044f,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:20.431255 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.api.v2.resource [None req-4b604801-c61e-442e-9b1b-1516b1cfcae8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] show failed (client error): The resource could not be found. Apr 11 13:03:20.432267 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-4b604801-c61e-442e-9b1b-1516b1cfcae8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups/9ef8fb19-8a71-4038-a12e-12a1444f044f HTTP/1.1" status: 404 len: 347 time: 0.0137961 Apr 11 13:03:20.435376 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54922) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:20.551059 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-63cb4e83-2f04-455b-a939-7c05e2b760f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Deleting port e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:03:20.551393 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63cb4e83-2f04-455b-a939-7c05e2b760f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:20.632210 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63cb4e83-2f04-455b-a939-7c05e2b760f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:20.632470 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63cb4e83-2f04-455b-a939-7c05e2b760f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:20.646006 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-63cb4e83-2f04-455b-a939-7c05e2b760f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Calling delete_port for e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb owned by network:floatingip {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:03:20.680961 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021002d-3d43-4feb-b840-ef8e205f0bf3 req-29e95a94-1bc6-4c61-a13d-87c47fcb3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:20.682784 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-3021002d-3d43-4feb-b840-ef8e205f0bf3 req-29e95a94-1bc6-4c61-a13d-87c47fcb3f22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f11e56838c64436dad22f2a50f551000&device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 1127 time: 0.0393794 Apr 11 13:03:20.776502 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021002d-3d43-4feb-b840-ef8e205f0bf3 req-e3c62812-8e08-4c2b-86f4-bb20b487a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:20.778127 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-3021002d-3d43-4feb-b840-ef8e205f0bf3 req-e3c62812-8e08-4c2b-86f4-bb20b487a3fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf4edb20-cee1-4774-970e-97b8c06e09a1 HTTP/1.1" status: 200 len: 915 time: 0.0896671 Apr 11 13:03:20.815317 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce3a9d-8173-421e-8450-e384bb595637 req-f5386ab1-9417-4429-9173-aa878366930f tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:20.816823 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dcce3a9d-8173-421e-8450-e384bb595637 req-f5386ab1-9417-4429-9173-aa878366930f tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 943 time: 0.0586383 Apr 11 13:03:20.817844 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63cb4e83-2f04-455b-a939-7c05e2b760f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:20.822777 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-3021002d-3d43-4feb-b840-ef8e205f0bf3 req-45a5014b-867b-4b82-af4d-ea57b77132bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=696345a0-cb7e-4c42-8d31-f43a9fb7a160 HTTP/1.1" status: 200 len: 217 time: 0.0364361 Apr 11 13:03:20.849665 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb4e83-2f04-455b-a939-7c05e2b760f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event deleted for resources: {'Port': ['ID=e59c84dd-5de3-4cb4-be1a-49c7d22c1ebb,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:20.871128 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021002d-3d43-4feb-b840-ef8e205f0bf3 req-0480c11b-ddaa-4e5b-8203-bbba9b314eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:20.872696 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-3021002d-3d43-4feb-b840-ef8e205f0bf3 req-0480c11b-ddaa-4e5b-8203-bbba9b314eac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be515560-9931-46e3-af01-4c5289e9af0e HTTP/1.1" status: 200 len: 854 time: 0.0437639 Apr 11 13:03:20.908785 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-3021002d-3d43-4feb-b840-ef8e205f0bf3 req-d2ad1bfd-eaf3-4556-8f7a-35b0fcbd044b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf4edb20-cee1-4774-970e-97b8c06e09a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298545 Apr 11 13:03:20.934026 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dcce3a9d-8173-421e-8450-e384bb595637 req-1db8277c-6d45-497c-afcd-a56f97b14964 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108403 Apr 11 13:03:20.942764 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63cb4e83-2f04-455b-a939-7c05e2b760f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (dff4e579-e8c9-4ce0-9ac9-b01848030c55), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:20.945397 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63cb4e83-2f04-455b-a939-7c05e2b760f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:20.946500 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-63cb4e83-2f04-455b-a939-7c05e2b760f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "DELETE /v2.0/floatingips/dff4e579-e8c9-4ce0-9ac9-b01848030c55 HTTP/1.1" status: 204 len: 168 time: 0.5101640 Apr 11 13:03:21.006692 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-3021002d-3d43-4feb-b840-ef8e205f0bf3 req-4a220f30-6f00-41f1-9267-abeb228b3c66 service neutron] 10.222.0.13 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888393 Apr 11 13:03:21.096429 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54930) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:21.098433 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-3021002d-3d43-4feb-b840-ef8e205f0bf3 req-b8311320-d310-4401-bef6-0425b4ab5b51 service neutron] 10.222.0.13 "GET /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850503 Apr 11 13:03:21.100989 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-f7d2fc05-33fd-48ff-989b-b783f75dd30b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361385214', 'description': 'tempest-description--1163100876'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:21.125991 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7d2fc05-33fd-48ff-989b-b783f75dd30b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.193805 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7d2fc05-33fd-48ff-989b-b783f75dd30b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (89b93a63-6141-495e-8b1c-c35aa7add5ea), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.198258 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7d2fc05-33fd-48ff-989b-b783f75dd30b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (89b93a63-6141-495e-8b1c-c35aa7add5ea), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.224321 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7d2fc05-33fd-48ff-989b-b783f75dd30b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.225515 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-f7d2fc05-33fd-48ff-989b-b783f75dd30b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1280811 Apr 11 13:03:21.228812 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 54932) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:21.229415 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2fc05-33fd-48ff-989b-b783f75dd30b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b93a63-6141-495e-8b1c-c35aa7add5ea,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:21.233405 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ae771662-e292-4cd0-abfb-cd800d540db4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'security_group_rule': {'security_group_id': '89b93a63-6141-495e-8b1c-c35aa7add5ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:21.259370 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae771662-e292-4cd0-abfb-cd800d540db4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (f1ebd530-99cc-424f-9543-50d764e9bd76), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.313828 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae771662-e292-4cd0-abfb-cd800d540db4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (f1ebd530-99cc-424f-9543-50d764e9bd76), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.319460 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae771662-e292-4cd0-abfb-cd800d540db4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (f1ebd530-99cc-424f-9543-50d764e9bd76), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.337864 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae771662-e292-4cd0-abfb-cd800d540db4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ebd530-99cc-424f-9543-50d764e9bd76,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:21.347306 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae771662-e292-4cd0-abfb-cd800d540db4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.348540 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-ae771662-e292-4cd0-abfb-cd800d540db4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187127 Apr 11 13:03:21.351788 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54936) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:21.356519 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-9e4352fc-0852-43c2-af7f-01ba73a72877 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'security_group_rule': {'security_group_id': '89b93a63-6141-495e-8b1c-c35aa7add5ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:21.382960 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9e4352fc-0852-43c2-af7f-01ba73a72877 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (1b297451-baf6-4260-bca9-d77779560320), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.438907 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9e4352fc-0852-43c2-af7f-01ba73a72877 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (1b297451-baf6-4260-bca9-d77779560320), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.443123 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9e4352fc-0852-43c2-af7f-01ba73a72877 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (1b297451-baf6-4260-bca9-d77779560320), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.461779 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4352fc-0852-43c2-af7f-01ba73a72877 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b297451-baf6-4260-bca9-d77779560320,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:21.472325 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9e4352fc-0852-43c2-af7f-01ba73a72877 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.473746 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-9e4352fc-0852-43c2-af7f-01ba73a72877 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209455 Apr 11 13:03:21.477019 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 54942) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:21.481309 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:21.502227 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.588436 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.700153 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Allocated IP 172.27.0.190 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/d68330c8-e286-4952-86c8-548d9c574138) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:03:21.808218 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for port (d68330c8-e286-4952-86c8-548d9c574138), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.843229 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (d68330c8-e286-4952-86c8-548d9c574138), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:21.879000 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:03:21.882275 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:03:21.886337 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:03:21.898110 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 696345a0-cb7e-4c42-8d31-f43a9fb7a160 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:03:21.917048 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'Port': ['ID=d68330c8-e286-4952-86c8-548d9c574138,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:21.983672 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (43b28a67-0e9f-4baa-b5f1-37addc20c79b), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:22.052877 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (d68330c8-e286-4952-86c8-548d9c574138), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:22.095432 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c8499-4237-4ba0-a64d-5ff62ad1c358 req-575c7140-a1b0-45bc-aba8-d67f682c9710 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:22.096965 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fb8c8499-4237-4ba0-a64d-5ff62ad1c358 req-575c7140-a1b0-45bc-aba8-d67f682c9710 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 943 time: 0.0827594 Apr 11 13:03:22.139199 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 696345a0-cb7e-4c42-8d31-f43a9fb7a160, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=696345a0-cb7e-4c42-8d31-f43a9fb7a160,segment=NetworkSegment(686dd2c7-8944-44ec-9125-4d211c60c245),segment_id=686dd2c7-8944-44ec-9125-4d211c60c245)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:22.151148 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '696345a0-cb7e-4c42-8d31-f43a9fb7a160', 'network_id': 'cf4edb20-cee1-4774-970e-97b8c06e09a1', 'port_id': '696345a0-cb7e-4c42-8d31-f43a9fb7a160', 'mac_address': 'fa:16:3e:fd:a5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be515560-9931-46e3-af01-4c5289e9af0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:03:22.177802 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fb8c8499-4237-4ba0-a64d-5ff62ad1c358 req-e5c570d3-f081-4e14-82e3-5f1d3fb53487 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744588 Apr 11 13:03:22.188652 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:03:22.189049 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:22.204401 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696345a0-cb7e-4c42-8d31-f43a9fb7a160 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:03:22.223605 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 696345a0-cb7e-4c42-8d31-f43a9fb7a160, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=696345a0-cb7e-4c42-8d31-f43a9fb7a160,segment=NetworkSegment(686dd2c7-8944-44ec-9125-4d211c60c245),segment_id=686dd2c7-8944-44ec-9125-4d211c60c245)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:22.227889 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:22.260097 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for port (d68330c8-e286-4952-86c8-548d9c574138), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:22.265521 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (d68330c8-e286-4952-86c8-548d9c574138), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:22.276281 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=696345a0-cb7e-4c42-8d31-f43a9fb7a160,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:22.283203 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.283549 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.283910 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.284283 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.284611 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.284933 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.285254 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.285574 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.285889 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.286208 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.286527 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.286859 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.287178 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.287489 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.287803 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:03:22.336860 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'Port': ['ID=d68330c8-e286-4952-86c8-548d9c574138,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:22.345495 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (43b28a67-0e9f-4baa-b5f1-37addc20c79b), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:22.362187 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:22.363490 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-579d732e-0e65-47bd-b2f0-c27886e42e62 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8855472 Apr 11 13:03:22.541222 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['696345a0-cb7e-4c42-8d31-f43a9fb7a160'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:03:22.583542 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-a05c0b64-cab4-47be-928b-a12bb8c44efe tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1361385214&fields=id&tenant_id=4f51b3316ccb49238618f982c77265ae HTTP/1.1" status: 200 len: 267 time: 0.0523221 Apr 11 13:03:22.690621 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ce829-08a2-40e5-9456-e18a33417102 req-94c3a96b-f9df-4494-a9bc-db6fc1e8c442 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:22.692081 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-94c3a96b-f9df-4494-a9bc-db6fc1e8c442 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 814 time: 0.1018012 Apr 11 13:03:22.706514 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-b3937c1a-eaa0-44aa-ad70-47ebc93053d6 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/quotas/4f51b3316ccb49238618f982c77265ae HTTP/1.1" status: 200 len: 375 time: 0.0089507 Apr 11 13:03:22.755467 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-147cc471-7cda-4905-ab43-30799cef87bb tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440619 Apr 11 13:03:22.856048 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-62e9201e-6a1d-483b-9f6c-f9e97eaa19ff service neutron] 10.222.0.26 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884404 Apr 11 13:03:22.946952 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-58d963c0-235f-49cb-8c61-952a4bd8949c service neutron] 10.222.0.26 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845478 Apr 11 13:03:23.115627 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bedabfad-5457-43ec-890d-a6962e7ea804 req-59533720-3149-43ea-9cb0-d94ba6211f11 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 210 time: 0.0275576 Apr 11 13:03:23.291684 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd83be-4fe3-4f5f-bbcf-9fecc6ca721e req-506d0eb5-e6cf-4ba3-a82f-570471b614b7 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:23.293220 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51bd83be-4fe3-4f5f-bbcf-9fecc6ca721e req-506d0eb5-e6cf-4ba3-a82f-570471b614b7 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 944 time: 0.0482318 Apr 11 13:03:23.341554 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51bd83be-4fe3-4f5f-bbcf-9fecc6ca721e req-ce20cf75-4772-4ffe-9ee7-3c186c8aac7a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Apr 11 13:03:23.928011 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 696345a0-cb7e-4c42-8d31-f43a9fb7a160 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:03:23.974915 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:03:23.982276 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:03:23.982651 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:24.065917 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:03:24.066312 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:24.090161 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb1b31f-8e73-4a98-a141-a4c7012bfea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696345a0-cb7e-4c42-8d31-f43a9fb7a160'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:24.092632 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a7c99e-1142-4df0-9c70-28d7acbd7758" -d '{"events": [{"server_uuid": "fcb1b31f-8e73-4a98-a141-a4c7012bfea0", "name": "network-vif-plugged", "status": "completed", "tag": "696345a0-cb7e-4c42-8d31-f43a9fb7a160"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:24.105734 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 696345a0-cb7e-4c42-8d31-f43a9fb7a160, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=696345a0-cb7e-4c42-8d31-f43a9fb7a160,segment=NetworkSegment(686dd2c7-8944-44ec-9125-4d211c60c245),segment_id=686dd2c7-8944-44ec-9125-4d211c60c245)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:24.112743 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:24.143375 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4017176-68b7-4987-9940-e91c91c03701 x-openstack-request-id: req-e4017176-68b7-4987-9940-e91c91c03701 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:24.143705 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb1b31f-8e73-4a98-a141-a4c7012bfea0", "name": "network-vif-plugged", "status": "completed", "tag": "696345a0-cb7e-4c42-8d31-f43a9fb7a160", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:24.143951 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4017176-68b7-4987-9940-e91c91c03701 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:24.144906 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4017176-68b7-4987-9940-e91c91c03701'] response: {'server_uuid': 'fcb1b31f-8e73-4a98-a141-a4c7012bfea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696345a0-cb7e-4c42-8d31-f43a9fb7a160', 'code': 200} Apr 11 13:03:24.145587 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ce829-08a2-40e5-9456-e18a33417102 req-9313be9c-e0e0-4646-bf11-2fa0094e965a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:24.147232 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-9313be9c-e0e0-4646-bf11-2fa0094e965a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.13 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 814 time: 0.1262243 Apr 11 13:03:24.175986 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=696345a0-cb7e-4c42-8d31-f43a9fb7a160,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:24.223934 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-da9bbbbd-0b28-4f90-a455-808eb769e9a1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f51b3316ccb49238618f982c77265ae HTTP/1.1" status: 200 len: 380 time: 0.0658979 Apr 11 13:03:24.236663 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'port': {'device_id': '858f40a3-f536-46c5-a5af-b093411541f2', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'admin_state_up': True, 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'security_groups': ['89b93a63-6141-495e-8b1c-c35aa7add5ea']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:24.237485 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d07f7961-806e-4827-b987-c585ad42653e req-2fa9a5c9-e07a-42ea-9cb9-a480d25ae67b tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 210 time: 0.0320859 Apr 11 13:03:24.351043 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Made reservation on behalf of 4f51b3316ccb49238618f982c77265ae for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:03:24.352663 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:24.377003 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498a1b7-ca95-408d-b809-48d715c97d6b req-4da49890-331e-43f0-9562-0809b63ae9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:24.378753 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8498a1b7-ca95-408d-b809-48d715c97d6b req-4da49890-331e-43f0-9562-0809b63ae9d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 1129 time: 0.0380659 Apr 11 13:03:24.434148 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8498a1b7-ca95-408d-b809-48d715c97d6b req-8be4274f-d60b-4d8f-8ec9-2f6b62a59d01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491416 Apr 11 13:03:24.467335 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f0b4-8c4a-43be-97e5-5899c96f50e5 req-69980292-c956-4f7e-9b3e-3954b495fbc9 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:24.468866 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3536f0b4-8c4a-43be-97e5-5899c96f50e5 req-69980292-c956-4f7e-9b3e-3954b495fbc9 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 945 time: 0.0576928 Apr 11 13:03:24.484072 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Allocated IP 172.20.0.12 (8e2ce377-60e7-40d0-a684-279719c14ab1/204d0409-b5f8-49fe-bc93-a6fb09b4c374/fcab605b-1952-44a4-8c0e-af7b75407a24) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:03:24.522836 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3536f0b4-8c4a-43be-97e5-5899c96f50e5 req-b7bd3034-94d3-4bf1-85fe-4861f6fa63a7 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481684 Apr 11 13:03:24.862929 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:24.900740 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:24.941599 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Network 8e2ce377-60e7-40d0-a684-279719c14ab1 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:03:24.944395 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:03:24.947910 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:03:24.973833 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event updated for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:25.003711 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:25.004346 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:25.022136 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-73455c3a-65b7-42b2-8f12-31633bd9b9a5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7899497 Apr 11 13:03:25.128378 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-6b4266b9-806e-4fad-a63b-4966609e1b62 None None] Provisioning complete for port fcab605b-1952-44a4-8c0e-af7b75407a24 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:03:25.128985 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6b4266b9-806e-4fad-a63b-4966609e1b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:25.167986 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-6b4266b9-806e-4fad-a63b-4966609e1b62 None None] Port fcab605b-1952-44a4-8c0e-af7b75407a24 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:03:25.252660 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Request body: {'port': {'device_id': '858f40a3-f536-46c5-a5af-b093411541f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:25.318929 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:25.357357 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2021-b401-4e48-ac43-983e68c0a3f0 req-85194b83-d9ed-4281-8c40-96752fa7bcaf tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:25.358821 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1f8a2021-b401-4e48-ac43-983e68c0a3f0 req-85194b83-d9ed-4281-8c40-96752fa7bcaf tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 932 time: 0.0495663 Apr 11 13:03:25.405664 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1f8a2021-b401-4e48-ac43-983e68c0a3f0 req-f3e8be69-eb44-477d-b1b6-382d4c36b783 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 Apr 11 13:03:25.576009 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcab605b-1952-44a4-8c0e-af7b75407a24 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:03:25.583506 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Publish callbacks [] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:25.595923 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Transition to ACTIVE for port object fcab605b-1952-44a4-8c0e-af7b75407a24 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:03:25.600817 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:25.635248 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f644-3b40-4dbd-b331-6f9b38bcab21 req-86dbfb57-5acc-4ddb-9b26-78055930bf69 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:25.636986 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1758f644-3b40-4dbd-b331-6f9b38bcab21 req-86dbfb57-5acc-4ddb-9b26-78055930bf69 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 945 time: 0.0463231 Apr 11 13:03:25.674759 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:25.692480 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1758f644-3b40-4dbd-b331-6f9b38bcab21 req-a7f8a51a-5f26-4ec6-9d05-9a7731d25180 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448771 Apr 11 13:03:25.729685 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Attempting to bind port fcab605b-1952-44a4-8c0e-af7b75407a24 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:03:25.730016 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Attempting to bind port fcab605b-1952-44a4-8c0e-af7b75407a24 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:03:25.730396 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Attempting to bind port fcab605b-1952-44a4-8c0e-af7b75407a24 on network 8e2ce377-60e7-40d0-a684-279719c14ab1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:03:25.734962 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Port fcab605b-1952-44a4-8c0e-af7b75407a24 on network 8e2ce377-60e7-40d0-a684-279719c14ab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:03:25.735281 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Attempting to bind port fcab605b-1952-44a4-8c0e-af7b75407a24 on network 8e2ce377-60e7-40d0-a684-279719c14ab1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:03:25.740387 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:03:25.740724 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Checking segment: {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:03:25.741102 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Bound using segment: {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:03:25.741528 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Bound port: fcab605b-1952-44a4-8c0e-af7b75407a24, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152fea44-5a28-439f-98e1-ba3f73b13b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:03:25.741877 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:25.805515 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:03:25.808576 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:03:25.814595 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:25.849105 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:25.849715 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:25.851066 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/fcab605b-1952-44a4-8c0e-af7b75407a24 HTTP/1.1" status: 200 len: 1094 time: 0.6056757 Apr 11 13:03:25.851500 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:25.853833 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3bbf5c-8ba0-40da-82c8-7119aa76951a" -d '{"events": [{"name": "network-changed", "server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:25.878331 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882893b-049c-43a6-92a1-eb3b7fc1a8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:25.889570 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a7d00-e541-4a69-a26e-28ebc0869b30 x-openstack-request-id: req-4b9a7d00-e541-4a69-a26e-28ebc0869b30 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:25.889957 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:25.890345 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b9a7d00-e541-4a69-a26e-28ebc0869b30 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:25.890816 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9a7d00-e541-4a69-a26e-28ebc0869b30'] response: {'name': 'network-changed', 'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'status': 'completed', 'code': 200} Apr 11 13:03:26.165275 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bbf5c-8ba0-40da-82c8-7119aa76951a req-4e2bde27-d1fb-48d7-bb6f-ec4b1c7b3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:26.166833 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-5b3bbf5c-8ba0-40da-82c8-7119aa76951a req-4e2bde27-d1fb-48d7-bb6f-ec4b1c7b3952 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 1128 time: 0.0419438 Apr 11 13:03:26.191551 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-940b5c95-b546-4828-b205-dbfc849aa2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:26.267108 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bbf5c-8ba0-40da-82c8-7119aa76951a req-3b4f7abc-3206-45b0-9c9b-471cec1f3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:26.268586 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-5b3bbf5c-8ba0-40da-82c8-7119aa76951a req-3b4f7abc-3206-45b0-9c9b-471cec1f3d44 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4f51b3316ccb49238618f982c77265ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0930586 Apr 11 13:03:26.364885 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bbf5c-8ba0-40da-82c8-7119aa76951a req-0f8eed6c-f883-4445-ba81-4fe1d62427e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:26.366308 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-5b3bbf5c-8ba0-40da-82c8-7119aa76951a req-0f8eed6c-f883-4445-ba81-4fe1d62427e2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905139 Apr 11 13:03:26.447181 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ce829-08a2-40e5-9456-e18a33417102 req-51180672-5093-4d59-aed8-7cbe8c7710d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:26.448771 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-51180672-5093-4d59-aed8-7cbe8c7710d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 1128 time: 0.0432181 Apr 11 13:03:26.495649 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-e99ed8c6-015b-44a1-96b6-04098861a31c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcab605b-1952-44a4-8c0e-af7b75407a24 HTTP/1.1" status: 200 len: 217 time: 0.0382104 Apr 11 13:03:26.537857 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc6-a9d1-4cb0-b896-ec4a3edb2295 req-97e64749-cf41-49db-8457-9f553b651c4a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:26.539339 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c5cacbc6-a9d1-4cb0-b896-ec4a3edb2295 req-97e64749-cf41-49db-8457-9f553b651c4a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0632131 Apr 11 13:03:26.548276 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ce829-08a2-40e5-9456-e18a33417102 req-fa6011b6-8c0e-4564-b25a-8ab5c373d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:26.550037 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-fa6011b6-8c0e-4564-b25a-8ab5c373d5f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204d0409-b5f8-49fe-bc93-a6fb09b4c374 HTTP/1.1" status: 200 len: 853 time: 0.0482366 Apr 11 13:03:26.587653 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c5cacbc6-a9d1-4cb0-b896-ec4a3edb2295 req-9bb64507-9b6a-4002-8284-a63d62f8432e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Apr 11 13:03:26.596980 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ce829-08a2-40e5-9456-e18a33417102 req-c766bae8-5198-4366-a55a-6885be36f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:26.598496 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-c766bae8-5198-4366-a55a-6885be36f193 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e2ce377-60e7-40d0-a684-279719c14ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406997 Apr 11 13:03:26.689357 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-09778c60-2388-47ef-91eb-45b5f0371574 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846283 Apr 11 13:03:26.779302 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-c24ce829-08a2-40e5-9456-e18a33417102 req-fa1a3cde-9c3f-416f-acc5-ed38db6e953b service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830824 Apr 11 13:03:26.809635 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a564e-f051-4da6-bebb-26bbe310f1cb req-d842854c-7ba3-460d-885b-435a93ec4ed2 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:26.811101 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4a0a564e-f051-4da6-bebb-26bbe310f1cb req-d842854c-7ba3-460d-885b-435a93ec4ed2 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 945 time: 0.0485299 Apr 11 13:03:26.857629 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4a0a564e-f051-4da6-bebb-26bbe310f1cb req-cbb7e649-6e2e-43ab-9cfe-6cb62e53a8e4 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Apr 11 13:03:27.706010 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b987ea-d1b1-49a9-a2b0-fb5f409300dd req-2ba84b61-ed9e-45fc-8609-0308084b4410 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:27.707440 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-74b987ea-d1b1-49a9-a2b0-fb5f409300dd req-2ba84b61-ed9e-45fc-8609-0308084b4410 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0460038 Apr 11 13:03:27.756613 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-74b987ea-d1b1-49a9-a2b0-fb5f409300dd req-7176553b-0c96-45eb-8da0-98979c9cf82d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433724 Apr 11 13:03:27.946651 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device fcab605b-1952-44a4-8c0e-af7b75407a24 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:03:28.054278 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:28.067023 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'port_id': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'mac_address': 'fa:16:3e:dd:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:03:28.105113 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port fcab605b-1952-44a4-8c0e-af7b75407a24 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:03:28.105503 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:28.118712 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcab605b-1952-44a4-8c0e-af7b75407a24 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:03:28.138346 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:28.144412 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:28.189342 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:28.486701 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['fcab605b-1952-44a4-8c0e-af7b75407a24'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:03:28.743508 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ba559b54-4d0f-4c95-830b-ceaebbb22b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:28.885319 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd6719-e119-42ff-89cb-9cc1fbb81f2c req-aa91c450-15cf-4400-87b4-607ff9de93dc tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:28.886815 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dedd6719-e119-42ff-89cb-9cc1fbb81f2c req-aa91c450-15cf-4400-87b4-607ff9de93dc tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Apr 11 13:03:28.944891 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dedd6719-e119-42ff-89cb-9cc1fbb81f2c req-663ee77e-5504-4674-a56f-05631338cb46 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505364 Apr 11 13:03:29.550632 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:29.657906 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08c996-ac6d-4fb6-ac67-b882ee666322 req-a9b01665-3648-4ce1-86f8-f38c63295f85 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:29.659393 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cc08c996-ac6d-4fb6-ac67-b882ee666322 req-a9b01665-3648-4ce1-86f8-f38c63295f85 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0462067 Apr 11 13:03:29.707374 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cc08c996-ac6d-4fb6-ac67-b882ee666322 req-2180f1d6-fc92-441c-8b6d-4a87bbbbdd3b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Apr 11 13:03:29.983665 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device fcab605b-1952-44a4-8c0e-af7b75407a24 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:03:30.038189 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port fcab605b-1952-44a4-8c0e-af7b75407a24 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:03:30.045330 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port fcab605b-1952-44a4-8c0e-af7b75407a24 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:03:30.045701 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:30.077285 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed354a9a-f0a5-4a76-8248-fbb075cb5f9a req-15ef33b4-507f-4bab-b8cd-a6fb593d55aa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:30.078844 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ed354a9a-f0a5-4a76-8248-fbb075cb5f9a req-15ef33b4-507f-4bab-b8cd-a6fb593d55aa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 945 time: 0.0503213 Apr 11 13:03:30.123185 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port fcab605b-1952-44a4-8c0e-af7b75407a24 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:03:30.123568 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:30.125389 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ed354a9a-f0a5-4a76-8248-fbb075cb5f9a req-f6250d76-9981-4801-a746-b921950976bc tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407948 Apr 11 13:03:30.146909 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:30.149181 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bead46-9279-4833-9861-0f5b7f78ee91" -d '{"events": [{"server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "name": "network-vif-plugged", "status": "completed", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:30.161724 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:30.166602 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:30.188564 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace3449b-0cce-44de-8e44-b50dfb39ca02 x-openstack-request-id: req-ace3449b-0cce-44de-8e44-b50dfb39ca02 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:30.188870 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "name": "network-vif-plugged", "status": "completed", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:30.189123 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ace3449b-0cce-44de-8e44-b50dfb39ca02 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:30.189510 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace3449b-0cce-44de-8e44-b50dfb39ca02'] response: {'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'code': 200} Apr 11 13:03:30.213839 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:30.839325 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca44c6-5c63-4e87-ac3c-f6e560a588aa req-5c1e9bbb-de80-43ee-a50f-535884b18870 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:30.840782 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-11ca44c6-5c63-4e87-ac3c-f6e560a588aa req-5c1e9bbb-de80-43ee-a50f-535884b18870 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0555692 Apr 11 13:03:30.888265 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-11ca44c6-5c63-4e87-ac3c-f6e560a588aa req-7f1a83ed-b99e-4c07-8e80-b170f70ced92 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417275 Apr 11 13:03:31.023667 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:31.241945 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494e64e-830d-4d05-b128-22f05e08381e req-915e7ec0-c7fd-4670-9896-9a014fe06181 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:31.243381 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8494e64e-830d-4d05-b128-22f05e08381e req-915e7ec0-c7fd-4670-9896-9a014fe06181 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0463300 Apr 11 13:03:31.298985 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8494e64e-830d-4d05-b128-22f05e08381e req-10b44d14-1c5a-4df3-8d39-aed68837be3f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500360 Apr 11 13:03:31.601165 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee694c-37e1-415b-a01b-e2c7177d42c5 req-d4be9928-7ef1-43d2-881f-db8a0dacf01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:31.602675 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-1dee694c-37e1-415b-a01b-e2c7177d42c5 req-d4be9928-7ef1-43d2-881f-db8a0dacf01e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 1130 time: 0.0862780 Apr 11 13:03:31.732530 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-1dee694c-37e1-415b-a01b-e2c7177d42c5 req-1267c5dc-0fb5-4da0-a3c4-76de7da064c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490158 Apr 11 13:03:31.999058 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97baf44-07f8-460d-9dea-8882fbc313a3 req-3cecab6f-7529-453a-96cf-8bc459d1d0ae tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:32.000518 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c97baf44-07f8-460d-9dea-8882fbc313a3 req-3cecab6f-7529-453a-96cf-8bc459d1d0ae tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0455368 Apr 11 13:03:32.031077 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-17b78ce8-b9a7-4b51-8890-e155753701aa tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:32.032524 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-17b78ce8-b9a7-4b51-8890-e155753701aa tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.13 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0465510 Apr 11 13:03:32.049349 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c97baf44-07f8-460d-9dea-8882fbc313a3 req-868a8f9f-43eb-4dbd-be05-ff60f495dc60 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85436c3-558c-41cc-8967-7a2e33bfe531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Apr 11 13:03:32.120237 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Deleting port 61c41f7e-cd75-4707-b6b0-194244f55e18 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:03:32.120580 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:32.209969 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] For port 61c41f7e-cd75-4707-b6b0-194244f55e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=61c41f7e-cd75-4707-b6b0-194244f55e18,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:32.210231 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:32.378218 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:32.378550 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (b23fe976-ddb4-4796-83c7-ccf1d6b62bfb), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:32.378879 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Floating IP b23fe976-ddb4-4796-83c7-ccf1d6b62bfb disassociated. External IP: 172.27.0.74, port: 61c41f7e-cd75-4707-b6b0-194244f55e18. Apr 11 13:03:32.379206 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Calling delete_port for 61c41f7e-cd75-4707-b6b0-194244f55e18 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:03:32.419649 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f164b8-8be5-4391-9455-d5dd636f1a2f req-ddeffb87-e490-4f12-9519-48bab0a5a925 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:32.421890 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a7f164b8-8be5-4391-9455-d5dd636f1a2f req-ddeffb87-e490-4f12-9519-48bab0a5a925 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0479779 Apr 11 13:03:32.467385 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a7f164b8-8be5-4391-9455-d5dd636f1a2f req-0d5b717b-e7d1-42a4-a230-48615e83833d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Apr 11 13:03:32.510274 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (61c41f7e-cd75-4707-b6b0-194244f55e18), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:32.537919 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event deleted for resources: {'Port': ['ID=61c41f7e-cd75-4707-b6b0-194244f55e18,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:32.654498 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Router d8a70237-90f5-4ff7-a472-c15d13a0ab3e has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:03:32.683155 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:32.772604 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:03:32.785612 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] Sync routers for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:03:32.795667 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:32.796390 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:32.815238 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] No DVR routers for this DVR port 61c41f7e-cd75-4707-b6b0-194244f55e18 on host hv-cinder-83608 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:03:32.817721 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:32.821161 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-9d28d8c2-63cd-46f3-a754-4e50a781d653 req-ddf7b5b3-e3b1-41f3-a9c9-cf51c83d8e7b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.13 "DELETE /v2.0/ports/61c41f7e-cd75-4707-b6b0-194244f55e18 HTTP/1.1" status: 204 len: 173 time: 0.7825856 Apr 11 13:03:32.821620 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'name': 'network-vif-deleted', 'tag': '61c41f7e-cd75-4707-b6b0-194244f55e18'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:32.825006 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49108835-9ec8-41ff-93e3-474ae6533c22" -d '{"events": [{"server_uuid": "740f3a6e-7869-4459-8cc3-c6d30c34b8e6", "name": "network-vif-deleted", "tag": "61c41f7e-cd75-4707-b6b0-194244f55e18"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:32.863770 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21607585-5bdf-4334-b283-f7006beeac04 x-openstack-request-id: req-21607585-5bdf-4334-b283-f7006beeac04 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:32.864090 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740f3a6e-7869-4459-8cc3-c6d30c34b8e6", "name": "network-vif-deleted", "tag": "61c41f7e-cd75-4707-b6b0-194244f55e18", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:32.864341 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21607585-5bdf-4334-b283-f7006beeac04 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:32.864772 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21607585-5bdf-4334-b283-f7006beeac04'] response: {'server_uuid': '740f3a6e-7869-4459-8cc3-c6d30c34b8e6', 'name': 'network-vif-deleted', 'tag': '61c41f7e-cd75-4707-b6b0-194244f55e18', 'status': 'completed', 'code': 200} Apr 11 13:03:32.908178 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:33.098053 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:33.129329 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] Checking router: d8a70237-90f5-4ff7-a472-c15d13a0ab3e for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:03:33.138039 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:33.138646 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:33.146396 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c253292c-c180-4114-b3ba-e3c451da8850 req-2b272965-8cfb-47d3-b5bb-cfb48585f014 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=740f3a6e-7869-4459-8cc3-c6d30c34b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0304430 Apr 11 13:03:33.244610 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:33.428763 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:33.454743 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efa241-15d2-44f2-8bce-aa5bdbe5ec61 None None] The sync data for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi is: [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:03:33.646876 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2c556-5a1b-4c15-967e-ad5ddb8590fc req-fcb5dd2d-c8f9-44ef-a03c-9220a63f1ce7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:33.648443 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-89b2c556-5a1b-4c15-967e-ad5ddb8590fc req-fcb5dd2d-c8f9-44ef-a03c-9220a63f1ce7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0492444 Apr 11 13:03:33.690555 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75edaa4f-08c1-4853-8528-42015037ce2a None None] New status for floating IP b23fe976-ddb4-4796-83c7-ccf1d6b62bfb: DOWN {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:03:33.696703 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-89b2c556-5a1b-4c15-967e-ad5ddb8590fc req-00d028b0-4b66-420d-88d5-faff1bb77321 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 Apr 11 13:03:33.827450 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b402a44-39e9-492e-93fa-f32bfb7aef37 req-577a89e3-db55-4473-9c3d-fb0ad67382c0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:33.829779 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4b402a44-39e9-492e-93fa-f32bfb7aef37 req-577a89e3-db55-4473-9c3d-fb0ad67382c0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0656369 Apr 11 13:03:33.839306 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55102) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:33.845321 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-67817000-e189-4375-9576-8178d674d6be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Request body: {'floatingip': {'port_id': 'fcab605b-1952-44a4-8c0e-af7b75407a24'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:33.893197 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-67817000-e189-4375-9576-8178d674d6be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (43b28a67-0e9f-4baa-b5f1-37addc20c79b), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.229614 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55108) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:34.290793 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbcb9-660e-49ac-bf9b-e6f946f12594 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (f85436c3-558c-41cc-8967-7a2e33bfe531), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.316971 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbcb9-660e-49ac-bf9b-e6f946f12594 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (f85436c3-558c-41cc-8967-7a2e33bfe531), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.371405 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbcb9-660e-49ac-bf9b-e6f946f12594 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f85436c3-558c-41cc-8967-7a2e33bfe531), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.374096 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbcb9-660e-49ac-bf9b-e6f946f12594 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.375340 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-1c2cbcb9-660e-49ac-bf9b-e6f946f12594 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "DELETE /v2.0/security-groups/f85436c3-558c-41cc-8967-7a2e33bfe531 HTTP/1.1" status: 204 len: 168 time: 0.1446190 Apr 11 13:03:34.378751 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55110) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:34.396424 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cbcb9-660e-49ac-bf9b-e6f946f12594 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85436c3-558c-41cc-8967-7a2e33bfe531,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:34.399805 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.api.v2.resource [None req-a79cee41-2d5e-4008-a6f5-6e1f47485a84 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] show failed (client error): The resource could not be found. Apr 11 13:03:34.403875 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-a79cee41-2d5e-4008-a6f5-6e1f47485a84 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups/f85436c3-558c-41cc-8967-7a2e33bfe531 HTTP/1.1" status: 404 len: 347 time: 0.0212693 Apr 11 13:03:34.404361 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55112) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:34.525391 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-12320bcf-158c-49ad-ae91-40ea552609a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Deleting port 74bca0eb-cf63-45bf-9a28-33d22b4b4552 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:03:34.525719 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12320bcf-158c-49ad-ae91-40ea552609a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (74bca0eb-cf63-45bf-9a28-33d22b4b4552), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.582077 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-67817000-e189-4375-9576-8178d674d6be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.587573 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-67817000-e189-4375-9576-8178d674d6be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (43b28a67-0e9f-4baa-b5f1-37addc20c79b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.605171 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12320bcf-158c-49ad-ae91-40ea552609a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (74bca0eb-cf63-45bf-9a28-33d22b4b4552), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.605500 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12320bcf-158c-49ad-ae91-40ea552609a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (74bca0eb-cf63-45bf-9a28-33d22b4b4552), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.618069 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-12320bcf-158c-49ad-ae91-40ea552609a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Calling delete_port for 74bca0eb-cf63-45bf-9a28-33d22b4b4552 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:03:34.686973 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [None req-67817000-e189-4375-9576-8178d674d6be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Floating IP 43b28a67-0e9f-4baa-b5f1-37addc20c79b associated. External IP: 172.27.0.190, port: fcab605b-1952-44a4-8c0e-af7b75407a24. Apr 11 13:03:34.749988 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12320bcf-158c-49ad-ae91-40ea552609a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (74bca0eb-cf63-45bf-9a28-33d22b4b4552), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.779523 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12320bcf-158c-49ad-ae91-40ea552609a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event deleted for resources: {'Port': ['ID=74bca0eb-cf63-45bf-9a28-33d22b4b4552,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:34.840038 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12320bcf-158c-49ad-ae91-40ea552609a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (b23fe976-ddb4-4796-83c7-ccf1d6b62bfb), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.843161 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12320bcf-158c-49ad-ae91-40ea552609a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:34.845315 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-12320bcf-158c-49ad-ae91-40ea552609a3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "DELETE /v2.0/floatingips/b23fe976-ddb4-4796-83c7-ccf1d6b62bfb HTTP/1.1" status: 204 len: 168 time: 0.4397681 Apr 11 13:03:34.919515 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67817000-e189-4375-9576-8178d674d6be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Router 29d793be-1a08-4511-8b08-51b1f35300df has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:03:35.027824 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67817000-e189-4375-9576-8178d674d6be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:03:35.032321 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-67817000-e189-4375-9576-8178d674d6be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.038233 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] Sync routers for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:03:35.048267 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:35.048891 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:35.074550 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-67817000-e189-4375-9576-8178d674d6be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "PUT /v2.0/floatingips/43b28a67-0e9f-4baa-b5f1-37addc20c79b HTTP/1.1" status: 200 len: 992 time: 1.2203791 Apr 11 13:03:35.074550 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:35.074550 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab24010-e1d6-4019-a123-298cd991cff4" -d '{"events": [{"name": "network-changed", "server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:35.100298 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000524f7-c9ed-4906-b807-dbffa7c45aed x-openstack-request-id: req-000524f7-c9ed-4906-b807-dbffa7c45aed {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:35.100591 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:35.100842 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-000524f7-c9ed-4906-b807-dbffa7c45aed {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:35.101249 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000524f7-c9ed-4906-b807-dbffa7c45aed'] response: {'name': 'network-changed', 'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'status': 'completed', 'code': 200} Apr 11 13:03:35.128107 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55124) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:35.133209 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0a0871b4-5dd6-4f4d-b822-92176a123426 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106874854', 'description': 'tempest-description--1645932996'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:35.153573 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a0871b4-5dd6-4f4d-b822-92176a123426 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.259698 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a0871b4-5dd6-4f4d-b822-92176a123426 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (473251be-36c5-44d4-bca8-92b2dc57ae8f), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.262968 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab24010-e1d6-4019-a123-298cd991cff4 req-fe2cbbcd-bb2f-4ea0-b273-45affeb17403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:35.264700 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-eab24010-e1d6-4019-a123-298cd991cff4 req-fe2cbbcd-bb2f-4ea0-b273-45affeb17403 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 1130 time: 0.0623155 Apr 11 13:03:35.266256 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a0871b4-5dd6-4f4d-b822-92176a123426 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (473251be-36c5-44d4-bca8-92b2dc57ae8f), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.305717 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a0871b4-5dd6-4f4d-b822-92176a123426 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.309774 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0a0871b4-5dd6-4f4d-b822-92176a123426 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1778424 Apr 11 13:03:35.310144 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55126) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:35.314677 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-6ad0e6c7-ad31-426f-a31d-a083225f3db1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'security_group_rule': {'security_group_id': '473251be-36c5-44d4-bca8-92b2dc57ae8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:35.321433 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:35.340871 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e6c7-ad31-426f-a31d-a083225f3db1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (6357f52c-621f-4488-9d95-12660d15e429), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.365642 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0871b4-5dd6-4f4d-b822-92176a123426 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473251be-36c5-44d4-bca8-92b2dc57ae8f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:35.386112 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab24010-e1d6-4019-a123-298cd991cff4 req-a7023190-b4e5-4fdb-a96d-fd76f5e841e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:35.387599 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-eab24010-e1d6-4019-a123-298cd991cff4 req-a7023190-b4e5-4fdb-a96d-fd76f5e841e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 915 time: 0.1108994 Apr 11 13:03:35.403219 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e6c7-ad31-426f-a31d-a083225f3db1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (6357f52c-621f-4488-9d95-12660d15e429), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.406452 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e6c7-ad31-426f-a31d-a083225f3db1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (6357f52c-621f-4488-9d95-12660d15e429), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.425216 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0e6c7-ad31-426f-a31d-a083225f3db1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6357f52c-621f-4488-9d95-12660d15e429,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:35.434808 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e6c7-ad31-426f-a31d-a083225f3db1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.438562 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-6ad0e6c7-ad31-426f-a31d-a083225f3db1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273098 Apr 11 13:03:35.438792 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55128) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:35.443502 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ca670d30-938d-4556-ba13-f9e8be825b37 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'security_group_rule': {'security_group_id': '473251be-36c5-44d4-bca8-92b2dc57ae8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:35.468845 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca670d30-938d-4556-ba13-f9e8be825b37 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (83753947-3328-4409-9f61-f82c745c729e), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.524724 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca670d30-938d-4556-ba13-f9e8be825b37 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (83753947-3328-4409-9f61-f82c745c729e), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.528798 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca670d30-938d-4556-ba13-f9e8be825b37 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (83753947-3328-4409-9f61-f82c745c729e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.551008 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca670d30-938d-4556-ba13-f9e8be825b37 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83753947-3328-4409-9f61-f82c745c729e,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:35.559407 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca670d30-938d-4556-ba13-f9e8be825b37 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.560639 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-ca670d30-938d-4556-ba13-f9e8be825b37 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208236 Apr 11 13:03:35.563935 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55130) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:35.568277 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:35.591334 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.597247 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '43b28a67-0e9f-4baa-b5f1-37addc20c79b', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'port_id': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'mac_address': 'fa:16:3e:dd:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858f40a3-f536-46c5-a5af-b093411541f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:03:21Z', 'updated_at': '2022-04-11T13:03:34Z', 'revision_number': 1, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:35.624345 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] Checking router: 29d793be-1a08-4511-8b08-51b1f35300df for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:03:35.632749 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:35.633361 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:35.666922 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.749166 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:35.778154 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-eab24010-e1d6-4019-a123-298cd991cff4 req-7caa0aee-77b8-4212-8822-6324dcc6597d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcab605b-1952-44a4-8c0e-af7b75407a24 HTTP/1.1" status: 200 len: 1000 time: 0.1026814 Apr 11 13:03:35.822866 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Allocated IP 172.27.0.89 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/98e79662-1c8b-47b4-8414-fdf7c0794f9f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:03:35.927645 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab24010-e1d6-4019-a123-298cd991cff4 req-83b2a9c9-78e1-46a4-998c-10991db07da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:35.930413 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-eab24010-e1d6-4019-a123-298cd991cff4 req-83b2a9c9-78e1-46a4-998c-10991db07da0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204d0409-b5f8-49fe-bc93-a6fb09b4c374 HTTP/1.1" status: 200 len: 853 time: 0.1021626 Apr 11 13:03:35.964653 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for port (98e79662-1c8b-47b4-8414-fdf7c0794f9f), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:35.987755 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '43b28a67-0e9f-4baa-b5f1-37addc20c79b', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'port_id': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'mac_address': 'fa:16:3e:dd:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858f40a3-f536-46c5-a5af-b093411541f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:03:21Z', 'updated_at': '2022-04-11T13:03:34Z', 'revision_number': 1, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:36.022866 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (98e79662-1c8b-47b4-8414-fdf7c0794f9f), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:36.034164 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 61c41f7e-cd75-4707-b6b0-194244f55e18 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:03:36.039794 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae81c9d-bf54-4f13-8771-936f413f0a2d None None] The sync data for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi is: [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '43b28a67-0e9f-4baa-b5f1-37addc20c79b', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'port_id': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'mac_address': 'fa:16:3e:dd:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858f40a3-f536-46c5-a5af-b093411541f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:03:21Z', 'updated_at': '2022-04-11T13:03:34Z', 'revision_number': 1, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:03:36.067564 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 61c41f7e-cd75-4707-b6b0-194244f55e18 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:03:36.068344 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 61c41f7e-cd75-4707-b6b0-194244f55e18 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:03:36.070230 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab24010-e1d6-4019-a123-298cd991cff4 req-88071d53-bb3a-4501-b9ec-091efcba2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:36.071729 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-eab24010-e1d6-4019-a123-298cd991cff4 req-88071d53-bb3a-4501-b9ec-091efcba2b41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e2ce377-60e7-40d0-a684-279719c14ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016057 Apr 11 13:03:36.075435 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:03:36.078516 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:03:36.090409 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:03:36.170972 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'Port': ['ID=98e79662-1c8b-47b4-8414-fdf7c0794f9f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:36.203092 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-eab24010-e1d6-4019-a123-298cd991cff4 req-ceefe51b-8f9c-425c-9099-539167c38b27 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214004 Apr 11 13:03:36.316412 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (a090577e-cc02-4402-ab1d-137b3cbab1b9), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:36.318834 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aefc06-d4bf-48c8-a7fd-f247d39ad438 None None] New status for floating IP 43b28a67-0e9f-4baa-b5f1-37addc20c79b: ACTIVE {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:03:36.362835 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-eab24010-e1d6-4019-a123-298cd991cff4 req-52e8a540-5998-4c72-a726-ad065e395dbd service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500623 Apr 11 13:03:36.368750 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (98e79662-1c8b-47b4-8414-fdf7c0794f9f), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:36.520227 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for port (98e79662-1c8b-47b4-8414-fdf7c0794f9f), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:36.525961 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (98e79662-1c8b-47b4-8414-fdf7c0794f9f), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:36.601135 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'Port': ['ID=98e79662-1c8b-47b4-8414-fdf7c0794f9f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:36.610119 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (a090577e-cc02-4402-ab1d-137b3cbab1b9), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:36.626018 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:36.627242 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-adf3d6fc-9c68-4c47-b354-b86ea794a24a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0623255 Apr 11 13:03:36.780355 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-513b0d9b-bc16-443c-97a9-d51b40907d6a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--106874854&fields=id&tenant_id=a66f8a057b664bbeb953fa5a8718b2a2 HTTP/1.1" status: 200 len: 267 time: 0.0432763 Apr 11 13:03:36.888613 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-d7fa3a8c-822b-432e-9c88-933373125406 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:36.890082 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-d7fa3a8c-822b-432e-9c88-933373125406 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/networks?id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 HTTP/1.1" status: 200 len: 810 time: 0.1033697 Apr 11 13:03:36.904995 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-1a63369d-06cb-47d1-b10e-cf0e72c8ad35 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/quotas/a66f8a057b664bbeb953fa5a8718b2a2 HTTP/1.1" status: 200 len: 375 time: 0.0092809 Apr 11 13:03:36.952221 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-f6b67ff5-06d7-4174-bc25-cb3d54b206e7 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423405 Apr 11 13:03:37.099181 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-59d5cb40-a592-4046-b965-fe4a0ef49545 service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352432 Apr 11 13:03:37.193298 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-15f283c8-3b5c-492e-9653-69cac77d6e72 service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881717 Apr 11 13:03:37.325042 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b2147-f401-4270-9184-9e751484bb20 req-03698f73-2277-4529-b003-cf67782cc0d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:37.326926 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-df7b2147-f401-4270-9184-9e751484bb20 req-03698f73-2277-4529-b003-cf67782cc0d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.0527024 Apr 11 13:03:37.379220 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b40f8cf3-f7e9-46c7-82e5-fcb5c28d2c22 req-b13c7f0f-2d54-4eac-a15b-b966037b6ef5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 210 time: 0.0377290 Apr 11 13:03:37.400632 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-df7b2147-f401-4270-9184-9e751484bb20 req-b9e737f3-6c8e-4130-8ac8-6c176a7d2592 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668850 Apr 11 13:03:38.492346 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:38.499320 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f86099c-4e09-4c71-9870-9342f1c664c3 req-4985f8dc-db3d-42ef-8af8-18e27975c6ad tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 210 time: 0.0417950 Apr 11 13:03:38.534272 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de6679-e191-41db-9b29-0b0735645210 req-1e10d64d-8c55-47e5-928d-eb759716f60e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:38.535709 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20de6679-e191-41db-9b29-0b0735645210 req-1e10d64d-8c55-47e5-928d-eb759716f60e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.0628593 Apr 11 13:03:38.584212 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20de6679-e191-41db-9b29-0b0735645210 req-d3c4423e-6335-42c3-b0df-f583aaf78f14 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426717 Apr 11 13:03:39.594061 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-645b4559-c788-4057-9b24-e0f1724b3ad4 req-a65ee5a8-e65e-4cfc-af1b-af333e728fb5 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 210 time: 0.0268323 Apr 11 13:03:39.704811 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aab75-0bed-4428-b81d-62e52804db89 req-b1f4ad94-7439-4e8b-9b8e-a117a931c12e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:39.706274 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-916aab75-0bed-4428-b81d-62e52804db89 req-b1f4ad94-7439-4e8b-9b8e-a117a931c12e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.0516181 Apr 11 13:03:39.756632 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-916aab75-0bed-4428-b81d-62e52804db89 req-0631e2c3-561f-4068-acbe-d3c717468be1 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Apr 11 13:03:40.589025 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26423b-fe26-459f-89c7-db3aa07a5423 req-8f2ff8e5-f930-4627-937b-c96db9c0f8b6 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:40.590511 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1e26423b-fe26-459f-89c7-db3aa07a5423 req-8f2ff8e5-f930-4627-937b-c96db9c0f8b6 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.0507748 Apr 11 13:03:40.639440 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1e26423b-fe26-459f-89c7-db3aa07a5423 req-aedf22df-353f-4efb-99d1-8df097d1b515 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432348 Apr 11 13:03:40.688971 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-02ef9e2f-6693-4aaa-8c21-d81caa4a7e16 req-612998f0-2791-40f3-a6d4-e4432ebc69f4 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 210 time: 0.0272214 Apr 11 13:03:40.877593 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2d570-7d3e-4473-929a-40faa1315148 req-d676d569-3949-4ead-91ee-086c84e0f759 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:40.878983 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a1d2d570-7d3e-4473-929a-40faa1315148 req-d676d569-3949-4ead-91ee-086c84e0f759 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.0511289 Apr 11 13:03:40.928779 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a1d2d570-7d3e-4473-929a-40faa1315148 req-5887a1a4-22d9-4abe-a9ef-db9b27cd9f40 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413074 Apr 11 13:03:41.762582 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078166d1-5295-44d2-b0f7-cdf3924fd71c req-ca60f93c-59d6-4376-a874-05950f74d917 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:41.764106 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-078166d1-5295-44d2-b0f7-cdf3924fd71c req-ca60f93c-59d6-4376-a874-05950f74d917 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.0507352 Apr 11 13:03:41.794951 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-00eb5f61-a2c1-4d3d-8f3b-7b0e02e76264 req-4b74302b-d0d1-4135-a116-a8927397e46b tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 210 time: 0.0298891 Apr 11 13:03:41.833429 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-078166d1-5295-44d2-b0f7-cdf3924fd71c req-5d54cc7b-8888-4cf6-a21e-1339c98eb4bf tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603731 Apr 11 13:03:42.061081 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392ae05-b800-44c0-949d-8491eab76d0a req-ce97ecd3-30f2-45bc-b5f6-e2ef362185fb tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:42.062612 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1392ae05-b800-44c0-949d-8491eab76d0a req-ce97ecd3-30f2-45bc-b5f6-e2ef362185fb tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.0597644 Apr 11 13:03:42.109246 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1392ae05-b800-44c0-949d-8491eab76d0a req-7f7aca47-6228-4480-aba5-7a85734008f6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409536 Apr 11 13:03:42.954870 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bff338-0482-4c82-85bd-78b4034f4fbf req-2da74378-f1e1-42d1-a4cf-e72a81bf1413 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:42.956615 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c7bff338-0482-4c82-85bd-78b4034f4fbf req-2da74378-f1e1-42d1-a4cf-e72a81bf1413 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.0506737 Apr 11 13:03:43.009675 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c7bff338-0482-4c82-85bd-78b4034f4fbf req-83d19d76-e0eb-4399-a621-841067eaa067 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471468 Apr 11 13:03:43.063899 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-db2700a8-95cc-4e96-b873-412a2f68757b req-218aa99e-78ed-407f-a66e-baa5bb929fb6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 210 time: 0.0304222 Apr 11 13:03:43.231760 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d50232-5b02-48df-bec7-60f215e9cd31 req-75e9e76a-4530-4334-af0c-4761b9878660 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:43.233240 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e2d50232-5b02-48df-bec7-60f215e9cd31 req-75e9e76a-4530-4334-af0c-4761b9878660 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.0503807 Apr 11 13:03:43.282317 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e2d50232-5b02-48df-bec7-60f215e9cd31 req-6813c7ec-9eba-42c8-913a-9092027968c2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408123 Apr 11 13:03:44.116611 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-1e549550-e487-4b04-8657-0694f9442521 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:44.118167 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-1e549550-e487-4b04-8657-0694f9442521 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.0558555 Apr 11 13:03:44.140362 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7658d0e-16d0-4d48-b67b-def07c9be066 req-be979744-03f9-4197-9b0a-4091c02bd696 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:44.142572 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f7658d0e-16d0-4d48-b67b-def07c9be066 req-be979744-03f9-4197-9b0a-4091c02bd696 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.0518689 Apr 11 13:03:44.175725 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d9a7773f-f904-4d2b-947e-d248a94d83be req-ac28f0ec-8d83-4243-a90b-f93632a12377 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 210 time: 0.0321724 Apr 11 13:03:44.222983 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f7658d0e-16d0-4d48-b67b-def07c9be066 req-2d726036-890a-44e4-a81d-3f1d41e2a155 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712314 Apr 11 13:03:44.346732 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Deleting port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:03:44.347069 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:44.396503 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee650e96-7768-4ccf-8cd9-06b1d4ec8455 req-1e9cc65d-db0e-4222-92e1-fdc5e848f395 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:44.397955 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ee650e96-7768-4ccf-8cd9-06b1d4ec8455 req-1e9cc65d-db0e-4222-92e1-fdc5e848f395 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 945 time: 0.0469584 Apr 11 13:03:44.434141 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] For port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:44.434534 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:44.444875 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ee650e96-7768-4ccf-8cd9-06b1d4ec8455 req-a5c53243-c2d3-47b4-bb5a-b2709f55f006 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4423437-7e08-4d6f-b911-c95cb1556afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412307 Apr 11 13:03:44.610101 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:44.610363 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (f0171a03-7e67-42b7-bbac-9d0678796aa7), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:44.610651 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Floating IP f0171a03-7e67-42b7-bbac-9d0678796aa7 disassociated. External IP: 172.27.0.217, port: cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132. Apr 11 13:03:44.610984 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Calling delete_port for cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:03:44.693835 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86711cea-76ca-4b99-b729-22af1b947b52 req-085df24a-ea92-4f41-b50b-ceb2f11d3a11 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:44.695649 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-86711cea-76ca-4b99-b729-22af1b947b52 req-085df24a-ea92-4f41-b50b-ceb2f11d3a11 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.0649204 Apr 11 13:03:44.767395 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:44.816902 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'Port': ['ID=cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:44.872171 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Deleting port 03be8aa4-a9b9-4f30-9424-f472aab01c06 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:03:44.872423 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:44.939178 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:03:44.947854 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-b3baa11e-227a-4e4b-bf26-97ba7e11e3fc tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:44.949404 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-b3baa11e-227a-4e4b-bf26-97ba7e11e3fc tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.13 "GET /v2.0/networks?id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 HTTP/1.1" status: 200 len: 810 time: 0.2147615 Apr 11 13:03:44.987073 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] For port 03be8aa4-a9b9-4f30-9424-f472aab01c06, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=03be8aa4-a9b9-4f30-9424-f472aab01c06,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:44.987497 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:45.048707 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:03:45.061974 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:03:45.069614 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:45.070662 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:45.101002 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] No DVR routers for this DVR port cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 on host hv-cinder-83608 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:03:45.103883 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:45.107551 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-959b0bc9-f6ec-4d18-8e5c-db91dbb44447 req-b98d81dc-ca93-461a-9f10-65488d4c7c3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "DELETE /v2.0/ports/cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 HTTP/1.1" status: 204 len: 173 time: 0.8476381 Apr 11 13:03:45.107998 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cd4d64-53c7-40d8-8223-d349912ab289', 'name': 'network-vif-deleted', 'tag': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:45.110992 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ac6172-bb2a-4ed1-bf1d-857f4bcda7b8" -d '{"events": [{"server_uuid": "05cd4d64-53c7-40d8-8223-d349912ab289", "name": "network-vif-deleted", "tag": "cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:45.143519 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-5d46f368-855c-4f9b-9862-5d7322df778a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a66f8a057b664bbeb953fa5a8718b2a2 HTTP/1.1" status: 200 len: 379 time: 0.1144927 Apr 11 13:03:45.191238 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'port': {'device_id': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'admin_state_up': True, 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'security_groups': ['473251be-36c5-44d4-bca8-92b2dc57ae8f']}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:45.277999 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb9fca9-5ace-42c2-81ae-e6271ee40276 x-openstack-request-id: req-edb9fca9-5ace-42c2-81ae-e6271ee40276 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:45.278529 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cd4d64-53c7-40d8-8223-d349912ab289", "name": "network-vif-deleted", "tag": "cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:45.278529 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edb9fca9-5ace-42c2-81ae-e6271ee40276 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:45.278917 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb9fca9-5ace-42c2-81ae-e6271ee40276'] response: {'server_uuid': '05cd4d64-53c7-40d8-8223-d349912ab289', 'name': 'network-vif-deleted', 'tag': 'cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132', 'status': 'completed', 'code': 200} Apr 11 13:03:45.300800 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:45.302138 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:45.302510 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (0032f44e-716a-4591-a396-3c3779f50214), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:45.302850 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Floating IP 0032f44e-716a-4591-a396-3c3779f50214 disassociated. External IP: 172.27.0.235, port: 03be8aa4-a9b9-4f30-9424-f472aab01c06. Apr 11 13:03:45.303198 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Calling delete_port for 03be8aa4-a9b9-4f30-9424-f472aab01c06 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:03:45.383135 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5f2e4981-78d0-4b36-9d9b-62c3f59e857e req-83dd547f-96cf-4d40-981b-bbad2686f54a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 210 time: 0.0865810 Apr 11 13:03:45.464391 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2770bc0-c2d6-49cd-b4fc-bbb5c7cb58bb req-2f5c5cb3-207a-43b5-a5d1-42525933ab59 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:45.465874 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a2770bc0-c2d6-49cd-b4fc-bbb5c7cb58bb req-2f5c5cb3-207a-43b5-a5d1-42525933ab59 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 945 time: 0.1164200 Apr 11 13:03:45.483458 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Made reservation on behalf of a66f8a057b664bbeb953fa5a8718b2a2 for: {'port': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:03:45.486849 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:45.520532 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:45.554291 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:03:45.565552 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:45.566182 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:45.625460 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a2770bc0-c2d6-49cd-b4fc-bbb5c7cb58bb req-123c506e-0991-4df5-935f-cb022450bb97 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472101 Apr 11 13:03:45.699221 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:45.750991 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ef3d52d8-8ab5-4f5b-8753-37f507bf9542 req-ea4fc742-9cd7-4f4d-a593-fbfe5d1ec66d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=05cd4d64-53c7-40d8-8223-d349912ab289 HTTP/1.1" status: 200 len: 210 time: 0.0478396 Apr 11 13:03:45.751575 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (03be8aa4-a9b9-4f30-9424-f472aab01c06), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:45.770293 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Allocated IP 172.20.0.10 (bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35/41075c3c-d0cc-4765-8f6f-576ec246c5a9/6c4d522b-57e1-4497-8573-c2b3b13fafee) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:03:45.794961 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event deleted for resources: {'Port': ['ID=03be8aa4-a9b9-4f30-9424-f472aab01c06,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:45.934076 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:45.960164 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ba383-a8c5-453d-a0f5-31e399be5e41 None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:03:45.999356 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Router 9052d565-9f6c-4ce2-90cf-620956093676 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:03:46.029643 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:46.057658 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:03:46.080723 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:03:46.081864 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cdf9ea8c-2fef-42f2-9cb3-3abb76c0e132 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:03:46.082433 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 03be8aa4-a9b9-4f30-9424-f472aab01c06 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:03:46.107017 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 03be8aa4-a9b9-4f30-9424-f472aab01c06 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:03:46.107409 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 03be8aa4-a9b9-4f30-9424-f472aab01c06 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:03:46.146309 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:46.209363 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9efd6-493c-4f36-a378-0a6bb81e8ad0 None None] New status for floating IP f0171a03-7e67-42b7-bbac-9d0678796aa7: DOWN {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:03:46.453721 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:03:46.456340 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:03:46.463369 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] Sync routers for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:03:46.474340 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:46.474934 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:46.478124 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:03:46.509561 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:03:46.512787 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event updated for resources: {'Port': ['ID=6c4d522b-57e1-4497-8573-c2b3b13fafee,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:46.570339 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] No DVR routers for this DVR port 03be8aa4-a9b9-4f30-9424-f472aab01c06 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:03:46.576753 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:46.580072 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-86711cea-76ca-4b99-b729-22af1b947b52 req-a443c262-bcc5-4111-8675-012162437e6b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "DELETE /v2.0/ports/03be8aa4-a9b9-4f30-9424-f472aab01c06 HTTP/1.1" status: 204 len: 173 time: 1.8736942 Apr 11 13:03:46.580552 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'name': 'network-vif-deleted', 'tag': '03be8aa4-a9b9-4f30-9424-f472aab01c06'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:46.582949 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79048bf7-b748-4569-86ff-0ec1dd5d0a2d" -d '{"events": [{"server_uuid": "9e72c3c8-ccb6-405d-8576-60b33ea3a14f", "name": "network-vif-deleted", "tag": "03be8aa4-a9b9-4f30-9424-f472aab01c06"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:46.598951 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659da2d-0c14-4bbc-b1c7-6a77cf61b81e req-0e481aa6-2a6b-4081-8c7f-46afdc2cb346 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:46.601457 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8659da2d-0c14-4bbc-b1c7-6a77cf61b81e req-0e481aa6-2a6b-4081-8c7f-46afdc2cb346 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 932 time: 0.1508198 Apr 11 13:03:46.651047 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:46.651718 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:46.680758 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-808c5079-8780-44b6-9c28-a438cdf56125 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4958174 Apr 11 13:03:46.694372 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Request body: {'port': {'device_id': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:46.733043 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e705ff89-e5b4-467f-b2e7-3e8d046516d4 x-openstack-request-id: req-e705ff89-e5b4-467f-b2e7-3e8d046516d4 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:46.733377 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e72c3c8-ccb6-405d-8576-60b33ea3a14f", "name": "network-vif-deleted", "tag": "03be8aa4-a9b9-4f30-9424-f472aab01c06", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:46.733590 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e705ff89-e5b4-467f-b2e7-3e8d046516d4 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:46.733991 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e705ff89-e5b4-467f-b2e7-3e8d046516d4'] response: {'server_uuid': '9e72c3c8-ccb6-405d-8576-60b33ea3a14f', 'name': 'network-vif-deleted', 'tag': '03be8aa4-a9b9-4f30-9424-f472aab01c06', 'status': 'completed', 'code': 200} Apr 11 13:03:46.739049 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8659da2d-0c14-4bbc-b1c7-6a77cf61b81e req-869cb093-f0d4-4907-9a06-ab09caa5eec3 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275930 Apr 11 13:03:46.796272 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-4b18b83e-5607-4e85-baca-d3014f6e292d None None] Provisioning complete for port 6c4d522b-57e1-4497-8573-c2b3b13fafee triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:03:46.796717 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4b18b83e-5607-4e85-baca-d3014f6e292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:46.797621 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-682e7f36-f8d2-48ee-a082-e72ce17da304 req-c86e6a64-e5ed-44ce-970a-0209b679ff3e tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e72c3c8-ccb6-405d-8576-60b33ea3a14f HTTP/1.1" status: 200 len: 210 time: 0.0346012 Apr 11 13:03:46.798327 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:46.849130 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-4b18b83e-5607-4e85-baca-d3014f6e292d None None] Port 6c4d522b-57e1-4497-8573-c2b3b13fafee cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:03:46.858976 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:46.870977 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55268) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:46.939459 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dd62f5b4-3e71-4c59-801e-28fc35cb51c0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (d4423437-7e08-4d6f-b911-c95cb1556afe), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:46.968003 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dd62f5b4-3e71-4c59-801e-28fc35cb51c0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (d4423437-7e08-4d6f-b911-c95cb1556afe), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.033627 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dd62f5b4-3e71-4c59-801e-28fc35cb51c0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (d4423437-7e08-4d6f-b911-c95cb1556afe), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.036290 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dd62f5b4-3e71-4c59-801e-28fc35cb51c0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.037483 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-dd62f5b4-3e71-4c59-801e-28fc35cb51c0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "DELETE /v2.0/security-groups/d4423437-7e08-4d6f-b911-c95cb1556afe HTTP/1.1" status: 204 len: 168 time: 0.1652725 Apr 11 13:03:47.041574 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55276) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:47.047028 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62f5b4-3e71-4c59-801e-28fc35cb51c0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4423437-7e08-4d6f-b911-c95cb1556afe,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:47.073100 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.api.v2.resource [None req-c5f23d64-1391-4855-956c-25c57d51c29a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] show failed (client error): The resource could not be found. Apr 11 13:03:47.076958 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-c5f23d64-1391-4855-956c-25c57d51c29a tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups/d4423437-7e08-4d6f-b911-c95cb1556afe HTTP/1.1" status: 404 len: 347 time: 0.0298076 Apr 11 13:03:47.077446 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55278) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:47.151109 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4d522b-57e1-4497-8573-c2b3b13fafee {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:03:47.153266 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:47.159573 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Publish callbacks [] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.173817 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Transition to ACTIVE for port object 6c4d522b-57e1-4497-8573-c2b3b13fafee will not be triggered until provisioned by entity L2. {{(pid=103362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:03:47.179240 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.187904 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] Checking router: 9052d565-9f6c-4ce2-90cf-620956093676 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:03:47.199381 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:03:47.200202 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:47.236897 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Pushing event updated for resources: {'Port': ['ID=6c4d522b-57e1-4497-8573-c2b3b13fafee,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:47.347333 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Attempting to bind port 6c4d522b-57e1-4497-8573-c2b3b13fafee on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:03:47.347667 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Attempting to bind port 6c4d522b-57e1-4497-8573-c2b3b13fafee by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:03:47.348377 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Attempting to bind port 6c4d522b-57e1-4497-8573-c2b3b13fafee on network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:03:47.358549 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Port 6c4d522b-57e1-4497-8573-c2b3b13fafee on network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:03:47.358870 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Attempting to bind port 6c4d522b-57e1-4497-8573-c2b3b13fafee on network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:03:47.361913 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:03:47.364490 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:03:47.365252 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Checking segment: {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:03:47.365643 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Bound using segment: {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:03:47.366073 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Bound port: 6c4d522b-57e1-4497-8573-c2b3b13fafee, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c15daee-2682-4678-a418-86c73cf32e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:03:47.366432 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.450254 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] For port 6c4d522b-57e1-4497-8573-c2b3b13fafee, host hv-cinder-83608, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:03:47.454408 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] For port 6c4d522b-57e1-4497-8573-c2b3b13fafee, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6c4d522b-57e1-4497-8573-c2b3b13fafee,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:03:47.466920 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.500987 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0280d-3caa-44a0-b317-5061d05ccc79 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Deleting port 940c9e8b-94c5-48de-914a-1888a90292e3 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:03:47.501340 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbf0280d-3caa-44a0-b317-5061d05ccc79 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (940c9e8b-94c5-48de-914a-1888a90292e3), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.535203 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:47.535679 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.537107 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] 10.222.0.13 "PUT /v2.0/ports/6c4d522b-57e1-4497-8573-c2b3b13fafee HTTP/1.1" status: 200 len: 1094 time: 0.8472559 Apr 11 13:03:47.566469 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24dc3b-2ffa-4c74-b154-ee3351d5373a service neutron] Pushing event updated for resources: {'Port': ['ID=6c4d522b-57e1-4497-8573-c2b3b13fafee,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:47.604097 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbf0280d-3caa-44a0-b317-5061d05ccc79 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (940c9e8b-94c5-48de-914a-1888a90292e3), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.604521 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbf0280d-3caa-44a0-b317-5061d05ccc79 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (940c9e8b-94c5-48de-914a-1888a90292e3), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.621876 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0280d-3caa-44a0-b317-5061d05ccc79 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Calling delete_port for 940c9e8b-94c5-48de-914a-1888a90292e3 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:03:47.655393 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-a2842174-7055-4f0f-9c70-0174f85ccab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:47.658159 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-a2842174-7055-4f0f-9c70-0174f85ccab2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 1128 time: 0.0710649 Apr 11 13:03:47.665645 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:03:47.704242 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738b7d0-80ce-444e-acce-575e8180e136 None None] The sync data for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi is: [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:03:47.709109 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-430950d1-fb10-4955-9053-69bb5bd6ebfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4d522b-57e1-4497-8573-c2b3b13fafee HTTP/1.1" status: 200 len: 217 time: 0.0407703 Apr 11 13:03:47.775722 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbf0280d-3caa-44a0-b317-5061d05ccc79 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (940c9e8b-94c5-48de-914a-1888a90292e3), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.779760 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-89732163-282d-4ff3-a19f-c0e48a912cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:47.781797 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-89732163-282d-4ff3-a19f-c0e48a912cc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41075c3c-d0cc-4765-8f6f-576ec246c5a9 HTTP/1.1" status: 200 len: 849 time: 0.0626640 Apr 11 13:03:47.806392 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0280d-3caa-44a0-b317-5061d05ccc79 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'Port': ['ID=940c9e8b-94c5-48de-914a-1888a90292e3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:47.875525 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-6e70da0b-a563-4ef2-8a79-650ff55bb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:47.877068 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-6e70da0b-a563-4ef2-8a79-650ff55bb9e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873625 Apr 11 13:03:47.884957 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbf0280d-3caa-44a0-b317-5061d05ccc79 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (f0171a03-7e67-42b7-bbac-9d0678796aa7), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.887633 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbf0280d-3caa-44a0-b317-5061d05ccc79 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:47.888832 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-dbf0280d-3caa-44a0-b317-5061d05ccc79 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "DELETE /v2.0/floatingips/f0171a03-7e67-42b7-bbac-9d0678796aa7 HTTP/1.1" status: 204 len: 168 time: 0.8102634 Apr 11 13:03:47.892783 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff871bb-7ea4-4bf8-8bfb-f10d93508cdb req-7d4af61b-e7b8-4256-84ec-f61e8210c9d7 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:47.893860 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5ff871bb-7ea4-4bf8-8bfb-f10d93508cdb req-7d4af61b-e7b8-4256-84ec-f61e8210c9d7 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 944 time: 0.0690134 Apr 11 13:03:47.980010 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5ff871bb-7ea4-4bf8-8bfb-f10d93508cdb req-7b0f59f0-1da5-44ab-a5a5-f9bff5c06332 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679412 Apr 11 13:03:48.049501 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-f089fd2e-a099-4267-9e48-98da61eb1c65 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635332 Apr 11 13:03:48.094707 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646de618-1569-4c71-88b3-c2f9afdd7085 None None] New status for floating IP 0032f44e-716a-4591-a396-3c3779f50214: DOWN {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:03:48.180437 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-372c23dc-461b-45b6-b4a0-72ba72653817 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990124975&fields=id&tenant_id=6a56cb36eacf430283b9394b23f82c11 HTTP/1.1" status: 200 len: 267 time: 0.0950384 Apr 11 13:03:48.208863 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51ed8886-6ee5-40a8-a0a4-49f7789fecc2 req-c42b7d4c-7a3a-49d9-b5f6-40b50926d7f7 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457727 Apr 11 13:03:48.304000 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-3a6994ff-f075-4727-9052-0f76cde99ccd tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:48.305403 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-3a6994ff-f075-4727-9052-0f76cde99ccd tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 812 time: 0.1131415 Apr 11 13:03:48.320690 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-6a1e9a5c-491d-446c-9bc7-ab735652987a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/quotas/6a56cb36eacf430283b9394b23f82c11 HTTP/1.1" status: 200 len: 375 time: 0.0090764 Apr 11 13:03:48.326618 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55296) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:48.331567 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9cecec6c-e4c7-433c-896f-420bf5d3aa33 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814618077', 'description': 'tempest-description--800323248'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:48.354307 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cecec6c-e4c7-433c-896f-420bf5d3aa33 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.383518 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-87ceb44d-cb60-4803-a311-d2df22f507e7 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518920 Apr 11 13:03:48.428768 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cecec6c-e4c7-433c-896f-420bf5d3aa33 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (b468ba41-ab38-4a2c-a04a-dafc2a4360bc), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.433848 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cecec6c-e4c7-433c-896f-420bf5d3aa33 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (b468ba41-ab38-4a2c-a04a-dafc2a4360bc), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.457597 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cecec6c-e4c7-433c-896f-420bf5d3aa33 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.461545 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-9cecec6c-e4c7-433c-896f-420bf5d3aa33 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1312485 Apr 11 13:03:48.461798 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55302) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:48.468653 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-1fdee4a5-74c9-43b9-85f8-8d9813ceb0a4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group_rule': {'security_group_id': 'b468ba41-ab38-4a2c-a04a-dafc2a4360bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:48.487788 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecec6c-e4c7-433c-896f-420bf5d3aa33 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b468ba41-ab38-4a2c-a04a-dafc2a4360bc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:48.490150 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-d56bd42f-f242-4063-a607-2ec66c942368 service neutron] 10.222.0.26 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939612 Apr 11 13:03:48.505184 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1fdee4a5-74c9-43b9-85f8-8d9813ceb0a4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (18df1a72-929e-46a4-bd77-2937ea060773), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.568305 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1fdee4a5-74c9-43b9-85f8-8d9813ceb0a4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (18df1a72-929e-46a4-bd77-2937ea060773), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.572588 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1fdee4a5-74c9-43b9-85f8-8d9813ceb0a4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (18df1a72-929e-46a4-bd77-2937ea060773), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.590498 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdee4a5-74c9-43b9-85f8-8d9813ceb0a4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18df1a72-929e-46a4-bd77-2937ea060773,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:48.599470 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-6f6c0970-a35a-49a9-a8d1-a25d2942ac5a service neutron] 10.222.0.26 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030726 Apr 11 13:03:48.599687 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1fdee4a5-74c9-43b9-85f8-8d9813ceb0a4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.600945 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-1fdee4a5-74c9-43b9-85f8-8d9813ceb0a4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382041 Apr 11 13:03:48.603634 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55308) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:48.609822 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f79f2f41-429d-49b9-bb84-7af9925ec4ab tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'security_group_rule': {'security_group_id': 'b468ba41-ab38-4a2c-a04a-dafc2a4360bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:48.638909 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f79f2f41-429d-49b9-bb84-7af9925ec4ab tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (eec776d8-b372-4c70-b324-43a93b0212be), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.693951 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f79f2f41-429d-49b9-bb84-7af9925ec4ab tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (eec776d8-b372-4c70-b324-43a93b0212be), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.698278 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f79f2f41-429d-49b9-bb84-7af9925ec4ab tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (eec776d8-b372-4c70-b324-43a93b0212be), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.718618 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f2f41-429d-49b9-bb84-7af9925ec4ab tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec776d8-b372-4c70-b324-43a93b0212be,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:48.726213 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f79f2f41-429d-49b9-bb84-7af9925ec4ab tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.730281 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-f79f2f41-429d-49b9-bb84-7af9925ec4ab tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209638 Apr 11 13:03:48.730537 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55316) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:48.734891 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'tag': '6c4d522b-57e1-4497-8573-c2b3b13fafee'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:48.735041 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:48.737279 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858" -d '{"events": [{"name": "network-changed", "server_uuid": "7490f0bb-555a-4cd1-a6d4-f36025398916", "tag": "6c4d522b-57e1-4497-8573-c2b3b13fafee"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:48.756848 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.780502 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5bab1d-6027-490b-8f2b-4bbbcfc1bf42 x-openstack-request-id: req-bd5bab1d-6027-490b-8f2b-4bbbcfc1bf42 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:48.780793 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7490f0bb-555a-4cd1-a6d4-f36025398916", "tag": "6c4d522b-57e1-4497-8573-c2b3b13fafee", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:48.781050 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd5bab1d-6027-490b-8f2b-4bbbcfc1bf42 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:48.781461 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5bab1d-6027-490b-8f2b-4bbbcfc1bf42'] response: {'name': 'network-changed', 'server_uuid': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'tag': '6c4d522b-57e1-4497-8573-c2b3b13fafee', 'status': 'completed', 'code': 200} Apr 11 13:03:48.844398 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:48.905703 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-115cf5d7-76fa-47d6-a31c-7569ddb8b708 req-78551a47-f198-4f4a-9c0e-6e2b01973eb6 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 210 time: 0.0283515 Apr 11 13:03:48.958483 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Allocated IP 172.27.0.145 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:03:49.073409 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:49.103026 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842749a-1f4b-499b-bb3c-6a7cf0b6eeae req-9ce70be0-ea63-439a-a382-5ca3e53f4017 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:49.104770 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1842749a-1f4b-499b-bb3c-6a7cf0b6eeae req-9ce70be0-ea63-439a-a382-5ca3e53f4017 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 944 time: 0.0532110 Apr 11 13:03:49.112296 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:49.164554 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:49.165426 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1842749a-1f4b-499b-bb3c-6a7cf0b6eeae req-98827a53-357f-4e34-a92b-e55f7c89c399 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536754 Apr 11 13:03:49.178460 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:03:49.179840 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:03:49.182161 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:03:49.272989 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (ee8db57d-2304-4c99-95d2-d8b2d312c11c), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:49.314722 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:49.331693 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-e87b88b0-515d-493c-ad9a-26a0c26f3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:49.333398 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-e87b88b0-515d-493c-ad9a-26a0c26f3f36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 1128 time: 0.0437043 Apr 11 13:03:49.435182 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-602a11ad-e5d8-4222-99a4-81bcbba5f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:49.436683 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-602a11ad-e5d8-4222-99a4-81bcbba5f73e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 HTTP/1.1" status: 200 len: 911 time: 0.0958016 Apr 11 13:03:49.473867 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:49.480562 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:49.547013 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:49.556808 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (ee8db57d-2304-4c99-95d2-d8b2d312c11c), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:49.573692 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:49.574933 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-06f2c6c8-bec9-41ac-9147-ecc693cc79ce tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8435428 Apr 11 13:03:49.725913 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-a26f1708-b5a8-49dd-a7ad-77c7ec6fc20e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1814618077&fields=id&tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 267 time: 0.0489266 Apr 11 13:03:49.762149 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-3b27b92c-5d64-4483-ba2d-d7c060c7ef10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4d522b-57e1-4497-8573-c2b3b13fafee HTTP/1.1" status: 200 len: 217 time: 0.0484245 Apr 11 13:03:49.864948 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-f4a48b78-01e0-4431-bbe5-c26b628e6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:49.866430 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-f4a48b78-01e0-4431-bbe5-c26b628e6181 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41075c3c-d0cc-4765-8f6f-576ec246c5a9 HTTP/1.1" status: 200 len: 849 time: 0.0925314 Apr 11 13:03:49.904030 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-cdddc23e-9ac7-480c-b1c8-dd94846a87c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:49.905482 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-cdddc23e-9ac7-480c-b1c8-dd94846a87c6 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 815 time: 0.1537926 Apr 11 13:03:49.939653 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-dcc98ec9-0cb0-46fa-a239-98069dfd473f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/quotas/f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 375 time: 0.0185289 Apr 11 13:03:49.940808 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-7a2df2f3-0c42-4887-a34c-b8b1b13c9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:49.942194 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-7a2df2f3-0c42-4887-a34c-b8b1b13c9164 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550234 Apr 11 13:03:50.007530 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-825a0bc6-c626-46d3-a138-e20030377f7b req-62cc791e-13cb-4d55-aabe-4ec71391b69d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 210 time: 0.0319772 Apr 11 13:03:50.014171 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-b3fd76be-d00a-44e9-8e81-162c1a863a15 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690374 Apr 11 13:03:50.044388 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 6c4d522b-57e1-4497-8573-c2b3b13fafee details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:03:50.113133 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-d6af425e-47e4-499b-bc40-1c2f86491f01 service neutron] 10.222.0.26 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875597 Apr 11 13:03:50.149667 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 6c4d522b-57e1-4497-8573-c2b3b13fafee, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6c4d522b-57e1-4497-8573-c2b3b13fafee,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:50.165542 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '6c4d522b-57e1-4497-8573-c2b3b13fafee', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'port_id': '6c4d522b-57e1-4497-8573-c2b3b13fafee', 'mac_address': 'fa:16:3e:68:47:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:03:50.217657 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 6c4d522b-57e1-4497-8573-c2b3b13fafee is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:03:50.218061 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:50.235652 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4d522b-57e1-4497-8573-c2b3b13fafee {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:03:50.261977 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 6c4d522b-57e1-4497-8573-c2b3b13fafee, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6c4d522b-57e1-4497-8573-c2b3b13fafee,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:50.266669 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:50.320467 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=6c4d522b-57e1-4497-8573-c2b3b13fafee,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:50.338971 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-9ee72a49-ccb6-4249-8949-1be34fffb9f2 service neutron] 10.222.0.26 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200670 Apr 11 13:03:50.387578 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f1f9a-6bb8-45f9-bda4-08b2191bbf78 req-be6ae55f-4874-48d9-812f-11d5539aebcc tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:50.389038 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-106f1f9a-6bb8-45f9-bda4-08b2191bbf78 req-be6ae55f-4874-48d9-812f-11d5539aebcc tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 945 time: 0.1397705 Apr 11 13:03:50.415314 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-4bfacca4-5eba-4384-97b1-e2daa1298e93 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410569 Apr 11 13:03:50.532645 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-828b54d8-2364-486d-a4e4-9cce662495db tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:50.534027 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-828b54d8-2364-486d-a4e4-9cce662495db tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 812 time: 0.2650785 Apr 11 13:03:50.537066 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-106f1f9a-6bb8-45f9-bda4-08b2191bbf78 req-7a708d32-ba8d-4a87-bcc2-3afc9c7f5262 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366670 Apr 11 13:03:50.570395 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fb5f57e7-149d-4765-8fb7-4095243d4294 req-a44dc183-17bb-4cf0-98c0-c345664c69cc tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 210 time: 0.0777783 Apr 11 13:03:50.578797 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['6c4d522b-57e1-4497-8573-c2b3b13fafee'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:03:50.612168 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26ea6e68-9f3b-4521-b5c3-e96f24cbc858 req-08ec5e23-2d69-4b20-b1a0-c22df9b72c71 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868896 Apr 11 13:03:50.639643 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-8f496705-9383-4972-a1f9-c7cc159b2401 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a56cb36eacf430283b9394b23f82c11 HTTP/1.1" status: 200 len: 380 time: 0.0796227 Apr 11 13:03:50.655313 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'port': {'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'admin_state_up': True, 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'security_groups': ['9092508c-963b-4a62-ae6b-e1b593820627']}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:50.792693 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Made reservation on behalf of 6a56cb36eacf430283b9394b23f82c11 for: {'port': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:03:50.796079 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:50.961269 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e3d97-2030-419d-9f78-3fefd1b836aa req-ddacbcb1-0244-45cf-b093-1ce8d8896075 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:50.962650 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-608e3d97-2030-419d-9f78-3fefd1b836aa req-ddacbcb1-0244-45cf-b093-1ce8d8896075 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 945 time: 0.0810297 Apr 11 13:03:50.982155 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Allocated IP 172.20.0.11 (b9bb3169-b3a3-4914-b342-dec3cb48dfc7/2e5cac5d-d432-4b0c-a607-e2c1189bc7fe/8be54a7d-45b4-41cb-9ab2-fd023f137c9e) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:03:51.045316 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-608e3d97-2030-419d-9f78-3fefd1b836aa req-0ef2c8e7-1903-44ad-96cb-8e3ad72b09ad tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742981 Apr 11 13:03:51.132415 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2f8de185-895b-4d88-a835-53f6a6e66433 req-0ecae897-7117-4509-a4f5-d4a3ff119069 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 210 time: 0.0536206 Apr 11 13:03:51.171507 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:51.207698 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:51.252313 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:03:51.255801 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:03:51.259802 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:03:51.269060 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'Port': ['ID=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:51.314107 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:51.314728 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:51.332497 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-381fc8c2-db8c-49da-aa98-73779cecd32b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6833038 Apr 11 13:03:51.490700 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-2709bd9e-242a-45c2-a2e5-ac26a60a4eae None None] Provisioning complete for port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:03:51.491493 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-2709bd9e-242a-45c2-a2e5-ac26a60a4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:51.530890 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-2709bd9e-242a-45c2-a2e5-ac26a60a4eae None None] Port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:03:51.655839 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213962f7-c88a-4843-a5fe-e338f165141d req-54773bfe-0a33-45ca-9b0d-ba0473772c44 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:51.657298 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-213962f7-c88a-4843-a5fe-e338f165141d req-54773bfe-0a33-45ca-9b0d-ba0473772c44 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 945 time: 0.0502360 Apr 11 13:03:51.686552 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2246d8bb-2f72-41d3-87ac-2ed607286388 req-f4fd5cf2-d3fd-4fc2-875a-748c54163228 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 210 time: 0.0372257 Apr 11 13:03:51.724174 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-213962f7-c88a-4843-a5fe-e338f165141d req-d72ed29e-3b98-462b-871e-85b95c2f2040 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591426 Apr 11 13:03:52.057196 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 6c4d522b-57e1-4497-8573-c2b3b13fafee up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:03:52.111530 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 6c4d522b-57e1-4497-8573-c2b3b13fafee completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:03:52.121620 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 6c4d522b-57e1-4497-8573-c2b3b13fafee triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:03:52.122156 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:52.170845 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb263e-f5b7-4a1c-90b7-9e40cadcb3e0 req-c1c9e5f7-5aa1-4c6b-aed4-2e2a0fae4b73 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:52.172437 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-31eb263e-f5b7-4a1c-90b7-9e40cadcb3e0 req-c1c9e5f7-5aa1-4c6b-aed4-2e2a0fae4b73 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 945 time: 0.0483408 Apr 11 13:03:52.209122 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 6c4d522b-57e1-4497-8573-c2b3b13fafee is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:03:52.209520 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:52.232041 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4d522b-57e1-4497-8573-c2b3b13fafee'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:52.234290 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fde943-0e58-4488-a9a8-276149c08297" -d '{"events": [{"server_uuid": "7490f0bb-555a-4cd1-a6d4-f36025398916", "name": "network-vif-plugged", "status": "completed", "tag": "6c4d522b-57e1-4497-8573-c2b3b13fafee"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:52.246501 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 6c4d522b-57e1-4497-8573-c2b3b13fafee, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6c4d522b-57e1-4497-8573-c2b3b13fafee,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:52.247846 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-31eb263e-f5b7-4a1c-90b7-9e40cadcb3e0 req-7924990e-fac9-496f-954e-e8cfa88a0f6d tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682869 Apr 11 13:03:52.252313 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:52.261572 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf2804-0a04-442e-8725-ee187fab31e1 req-317158aa-77cd-44cf-8372-2a21b27a56c1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:52.263055 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1aaf2804-0a04-442e-8725-ee187fab31e1 req-317158aa-77cd-44cf-8372-2a21b27a56c1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 932 time: 0.0555356 Apr 11 13:03:52.317496 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Request body: {'port': {'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:52.318379 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=6c4d522b-57e1-4497-8573-c2b3b13fafee,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:52.362970 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70329b8f-e894-485a-abce-38be1f93494b x-openstack-request-id: req-70329b8f-e894-485a-abce-38be1f93494b {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:52.363299 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7490f0bb-555a-4cd1-a6d4-f36025398916", "name": "network-vif-plugged", "status": "completed", "tag": "6c4d522b-57e1-4497-8573-c2b3b13fafee", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:52.363561 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70329b8f-e894-485a-abce-38be1f93494b {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:52.363967 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70329b8f-e894-485a-abce-38be1f93494b'] response: {'server_uuid': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4d522b-57e1-4497-8573-c2b3b13fafee', 'code': 200} Apr 11 13:03:52.366507 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1aaf2804-0a04-442e-8725-ee187fab31e1 req-7bbe9229-4e48-42cc-bf76-8ae8c5d8ee04 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915990 Apr 11 13:03:52.402200 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:52.679801 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be54a7d-45b4-41cb-9ab2-fd023f137c9e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:03:52.687283 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Publish callbacks [] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:52.700594 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Transition to ACTIVE for port object 8be54a7d-45b4-41cb-9ab2-fd023f137c9e will not be triggered until provisioned by entity L2. {{(pid=103362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:03:52.706529 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:52.793039 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Pushing event updated for resources: {'Port': ['ID=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:52.839834 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4bb979ca-7b18-42fc-8a74-5e041521695b req-10a38c06-3737-4e22-b224-7df94c4461c0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 210 time: 0.0637541 Apr 11 13:03:52.890825 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbc46a-7099-47a3-895a-2d00caeb4f61 req-909f9c28-2f2e-47dc-bfba-f4bcea7bebcd tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:52.892377 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-63fbc46a-7099-47a3-895a-2d00caeb4f61 req-909f9c28-2f2e-47dc-bfba-f4bcea7bebcd tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.0642588 Apr 11 13:03:52.897400 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Attempting to bind port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:03:52.897731 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Attempting to bind port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:03:52.898053 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Attempting to bind port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:03:52.909246 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:03:52.909634 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Attempting to bind port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:03:52.934175 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:03:52.934510 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Checking segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:03:52.937257 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Bound using segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:03:52.937257 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Bound port: 8be54a7d-45b4-41cb-9ab2-fd023f137c9e, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:03:52.937257 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:52.981379 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213b29-2296-4517-a18f-283de922bcf3 req-c026b1f2-9bcb-4a2d-aa2f-c1e78f4080be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:52.982951 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-f7213b29-2296-4517-a18f-283de922bcf3 req-c026b1f2-9bcb-4a2d-aa2f-c1e78f4080be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 1130 time: 0.0569258 Apr 11 13:03:53.005648 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-63fbc46a-7099-47a3-895a-2d00caeb4f61 req-b6716210-9b1d-431d-88fb-0725da06aa13 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051772 Apr 11 13:03:53.028273 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-99aa0e66-bade-4464-b502-920b631392df tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:53.029711 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-99aa0e66-bade-4464-b502-920b631392df tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 945 time: 0.1047451 Apr 11 13:03:53.060908 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] For port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e, host hv-cinder-83608, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:03:53.063971 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] For port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:03:53.071618 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:53.106783 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:53.107389 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:53.108925 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] 10.222.0.13 "PUT /v2.0/ports/8be54a7d-45b4-41cb-9ab2-fd023f137c9e HTTP/1.1" status: 200 len: 1094 time: 0.8017564 Apr 11 13:03:53.109207 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'tag': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:53.111485 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f35378-d56a-4b1c-94f2-476cf44e5dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc204fa8-e7c8-4c50-a823-ec32aa367548", "tag": "8be54a7d-45b4-41cb-9ab2-fd023f137c9e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:53.134235 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b34fd-c181-45ae-aad6-113a77ae6def service neutron] Pushing event updated for resources: {'Port': ['ID=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:53.153455 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1cd0a6-f288-49f3-9679-420fb92730fc x-openstack-request-id: req-df1cd0a6-f288-49f3-9679-420fb92730fc {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:53.153780 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc204fa8-e7c8-4c50-a823-ec32aa367548", "tag": "8be54a7d-45b4-41cb-9ab2-fd023f137c9e", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:53.154029 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df1cd0a6-f288-49f3-9679-420fb92730fc {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:53.154431 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1cd0a6-f288-49f3-9679-420fb92730fc'] response: {'name': 'network-changed', 'server_uuid': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'tag': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'status': 'completed', 'code': 200} Apr 11 13:03:53.329092 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-f7213b29-2296-4517-a18f-283de922bcf3 req-62962222-6950-4bf4-bf7a-4855054f57c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805016 Apr 11 13:03:53.441051 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-d9e0673e-a157-413d-bbf0-cff3ffa3047e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:53.442754 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-d9e0673e-a157-413d-bbf0-cff3ffa3047e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 815 time: 0.1124070 Apr 11 13:03:53.628675 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-e636c757-a1ee-41e7-8883-69563d3e6bcc tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 HTTP/1.1" status: 200 len: 380 time: 0.0658395 Apr 11 13:03:53.639692 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'port': {'device_id': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'admin_state_up': True, 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'security_groups': ['b468ba41-ab38-4a2c-a04a-dafc2a4360bc']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:53.681713 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7ce0e-f675-49ac-b667-8d82927797dc req-03206587-d3ec-4f9a-b721-7e401669b3ce tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:53.683139 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2bb7ce0e-f675-49ac-b667-8d82927797dc req-03206587-d3ec-4f9a-b721-7e401669b3ce tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.1480877 Apr 11 13:03:53.684123 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f35378-d56a-4b1c-94f2-476cf44e5dd7 req-62adf764-36ab-4f89-bafe-acc5d1a39709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:53.685442 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b3f35378-d56a-4b1c-94f2-476cf44e5dd7 req-62adf764-36ab-4f89-bafe-acc5d1a39709 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 1128 time: 0.1492093 Apr 11 13:03:53.693947 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13572e4-cd15-4763-8a4f-0775ae77db21 req-2995e7dc-a334-413d-9f0f-856a1609b96d tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:53.695478 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e13572e4-cd15-4763-8a4f-0775ae77db21 req-2995e7dc-a334-413d-9f0f-856a1609b96d tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 945 time: 0.1615713 Apr 11 13:03:53.715352 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-da575ac6-2e3f-41a4-b920-be198106737a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Deleting port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:03:53.715724 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-da575ac6-2e3f-41a4-b920-be198106737a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:53.761616 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Made reservation on behalf of f4ea3a7ee0ef4edb9008b2bd9aa2c9c5 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:03:53.765825 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:53.892920 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Allocated IP 172.20.0.10 (381efb3a-a75e-48f6-b4fc-e139de7ec13d/757f18fc-6c3f-43c3-9a0b-0dcf822519d4/b927b998-c5ac-4945-9fd6-67c555eb332a) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:03:53.905965 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e13572e4-cd15-4763-8a4f-0775ae77db21 req-cb1b8e4a-9388-448d-b06f-0c9663fd8a5b tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/security-groups?id=668e788f-318b-4943-8f47-2d115efe8177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952260 Apr 11 13:03:53.927353 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2bb7ce0e-f675-49ac-b667-8d82927797dc req-d6f5ce18-6fa6-48d4-b09e-9fcc5dfbfa67 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068658 Apr 11 13:03:53.945217 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f35378-d56a-4b1c-94f2-476cf44e5dd7 req-0bb3ee2d-58e8-456d-b721-ffa72c59ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:53.946766 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b3f35378-d56a-4b1c-94f2-476cf44e5dd7 req-0bb3ee2d-58e8-456d-b721-ffa72c59ceab service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6a56cb36eacf430283b9394b23f82c11&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2503467 Apr 11 13:03:53.952119 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-da575ac6-2e3f-41a4-b920-be198106737a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] For port 696345a0-cb7e-4c42-8d31-f43a9fb7a160, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=696345a0-cb7e-4c42-8d31-f43a9fb7a160,segment=NetworkSegment(686dd2c7-8944-44ec-9125-4d211c60c245),segment_id=686dd2c7-8944-44ec-9125-4d211c60c245)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:53.953111 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-da575ac6-2e3f-41a4-b920-be198106737a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:53.967613 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-da575ac6-2e3f-41a4-b920-be198106737a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Calling delete_port for 696345a0-cb7e-4c42-8d31-f43a9fb7a160 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:03:54.043497 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9db35d61-75f8-4465-88ba-2e402e55203b req-01791914-aadd-49f5-84fa-f99208d714f7 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 210 time: 0.0324059 Apr 11 13:03:54.044497 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.103938 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.163462 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event updated for resources: {'Port': ['ID=b927b998-c5ac-4945-9fd6-67c555eb332a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:54.174602 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:03:54.176722 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:03:54.179141 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:03:54.236153 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:54.238118 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.256358 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15b5e6-54e1-4f48-b439-96d18a85404c req-46a89de2-68ee-4556-9fbe-1189e9b1f59e tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:54.258360 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e15b5e6-54e1-4f48-b439-96d18a85404c req-46a89de2-68ee-4556-9fbe-1189e9b1f59e tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.1016817 Apr 11 13:03:54.261258 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-48abbb57-9049-426a-99c4-8771ff756cc2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6255178 Apr 11 13:03:54.261730 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-da575ac6-2e3f-41a4-b920-be198106737a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (696345a0-cb7e-4c42-8d31-f43a9fb7a160), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.275493 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Request body: {'port': {'device_id': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:54.333900 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da575ac6-2e3f-41a4-b920-be198106737a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Pushing event deleted for resources: {'Port': ['ID=696345a0-cb7e-4c42-8d31-f43a9fb7a160,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:54.343744 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.381157 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f35378-d56a-4b1c-94f2-476cf44e5dd7 req-da034960-d620-42fd-8c31-04da8ce5784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:54.383720 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b3f35378-d56a-4b1c-94f2-476cf44e5dd7 req-da034960-d620-42fd-8c31-04da8ce5784f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3211529 Apr 11 13:03:54.428941 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-da575ac6-2e3f-41a4-b920-be198106737a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] No DVR routers for this DVR port 696345a0-cb7e-4c42-8d31-f43a9fb7a160 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:03:54.453454 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-da575ac6-2e3f-41a4-b920-be198106737a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.456838 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ac564166-82e7-4ac8-9221-a82bcc5ac537 req-da575ac6-2e3f-41a4-b920-be198106737a tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.13 "DELETE /v2.0/ports/696345a0-cb7e-4c42-8d31-f43a9fb7a160 HTTP/1.1" status: 204 len: 173 time: 1.2089791 Apr 11 13:03:54.475705 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e15b5e6-54e1-4f48-b439-96d18a85404c req-407dae78-3cdf-490b-ae8c-2aca05d4fbe1 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981764 Apr 11 13:03:54.483240 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b96559-b39a-437e-99bf-14b4cbf15cbd req-cea4a783-9759-44ce-bb2a-77d3d0f73308 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:54.484755 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-37b96559-b39a-437e-99bf-14b4cbf15cbd req-cea4a783-9759-44ce-bb2a-77d3d0f73308 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0996294 Apr 11 13:03:54.521058 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-d681c3c3-c97c-404d-ae46-5ffd7425cc15 None None] Provisioning complete for port b927b998-c5ac-4945-9fd6-67c555eb332a triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:03:54.521692 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d681c3c3-c97c-404d-ae46-5ffd7425cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.534814 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-37b96559-b39a-437e-99bf-14b4cbf15cbd req-8d22a6db-4063-425d-9ffe-9c911b5b6b18 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Apr 11 13:03:54.567338 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-d681c3c3-c97c-404d-ae46-5ffd7425cc15 None None] Port b927b998-c5ac-4945-9fd6-67c555eb332a cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:03:54.616204 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b927b998-c5ac-4945-9fd6-67c555eb332a {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:03:54.623359 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Publish callbacks [] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.636473 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Transition to ACTIVE for port object b927b998-c5ac-4945-9fd6-67c555eb332a will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:03:54.642310 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.695832 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Pushing event updated for resources: {'Port': ['ID=b927b998-c5ac-4945-9fd6-67c555eb332a,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:54.774281 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Attempting to bind port b927b998-c5ac-4945-9fd6-67c555eb332a on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:03:54.774738 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Attempting to bind port b927b998-c5ac-4945-9fd6-67c555eb332a by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:03:54.775071 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Attempting to bind port b927b998-c5ac-4945-9fd6-67c555eb332a on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:03:54.779949 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Port b927b998-c5ac-4945-9fd6-67c555eb332a on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:03:54.780325 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Attempting to bind port b927b998-c5ac-4945-9fd6-67c555eb332a on network 381efb3a-a75e-48f6-b4fc-e139de7ec13d {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:03:54.786130 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:03:54.786467 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Checking segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:03:54.786853 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Bound using segment: {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:03:54.787277 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Bound port: b927b998-c5ac-4945-9fd6-67c555eb332a, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1d859e-1762-4c42-8cfc-593fd201b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:03:54.787631 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.853024 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] For port b927b998-c5ac-4945-9fd6-67c555eb332a, host hv-cinder-83608, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:03:54.856193 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] For port b927b998-c5ac-4945-9fd6-67c555eb332a, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b927b998-c5ac-4945-9fd6-67c555eb332a,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:03:54.864090 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.896588 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:54.897115 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:54.898496 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] 10.222.0.13 "PUT /v2.0/ports/b927b998-c5ac-4945-9fd6-67c555eb332a HTTP/1.1" status: 200 len: 1094 time: 0.6289799 Apr 11 13:03:54.898929 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'tag': 'b927b998-c5ac-4945-9fd6-67c555eb332a'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:54.901217 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f47451d-be27-4ed7-9c00-5fcaa2885d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f90bbc8d-0528-430a-8f61-764a7433273f", "tag": "b927b998-c5ac-4945-9fd6-67c555eb332a"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:54.926914 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54718f84-0ee2-4b20-b18e-22e696a43464 service neutron] Pushing event updated for resources: {'Port': ['ID=b927b998-c5ac-4945-9fd6-67c555eb332a,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:54.940872 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9492c05c-4a33-4757-ad2a-f815d47a01f0 x-openstack-request-id: req-9492c05c-4a33-4757-ad2a-f815d47a01f0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:54.941179 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90bbc8d-0528-430a-8f61-764a7433273f", "tag": "b927b998-c5ac-4945-9fd6-67c555eb332a", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:54.941396 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9492c05c-4a33-4757-ad2a-f815d47a01f0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:54.941805 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9492c05c-4a33-4757-ad2a-f815d47a01f0'] response: {'name': 'network-changed', 'server_uuid': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'tag': 'b927b998-c5ac-4945-9fd6-67c555eb332a', 'status': 'completed', 'code': 200} Apr 11 13:03:55.017743 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-544b2b2f-f0e2-4870-8e26-bff2d26ce6b3 req-b4be627c-5640-46f0-9883-5c4d7589fada tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 210 time: 0.0375562 Apr 11 13:03:55.059510 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f62905-5fdc-4dc3-8e43-27afc8d1cc9a req-5234d861-a2af-4ad9-adc3-6e7cadbfa9b8 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:55.061116 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-31f62905-5fdc-4dc3-8e43-27afc8d1cc9a req-5234d861-a2af-4ad9-adc3-6e7cadbfa9b8 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.0530648 Apr 11 13:03:55.110354 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-31f62905-5fdc-4dc3-8e43-27afc8d1cc9a req-e58890df-3703-44a9-a7dd-fc47ab235786 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434554 Apr 11 13:03:55.159836 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb1b31f-8e73-4a98-a141-a4c7012bfea0', 'name': 'network-vif-deleted', 'tag': '696345a0-cb7e-4c42-8d31-f43a9fb7a160'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:03:55.162080 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbe897f-89f5-47c3-85ba-4a0ef580c250" -d '{"events": [{"server_uuid": "fcb1b31f-8e73-4a98-a141-a4c7012bfea0", "name": "network-vif-deleted", "tag": "696345a0-cb7e-4c42-8d31-f43a9fb7a160"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:03:55.182595 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f21e-273a-453c-8190-fe202055ab12 req-2a7c741a-ff3e-44db-99f1-6d50b5598c0f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:55.184059 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6139f21e-273a-453c-8190-fe202055ab12 req-2a7c741a-ff3e-44db-99f1-6d50b5598c0f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 944 time: 0.0548708 Apr 11 13:03:55.204227 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b07954-7860-4d9b-b17a-118d4cc0c5db x-openstack-request-id: req-e8b07954-7860-4d9b-b17a-118d4cc0c5db {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:03:55.204531 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb1b31f-8e73-4a98-a141-a4c7012bfea0", "name": "network-vif-deleted", "tag": "696345a0-cb7e-4c42-8d31-f43a9fb7a160", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:03:55.204788 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8b07954-7860-4d9b-b17a-118d4cc0c5db {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:03:55.205168 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b07954-7860-4d9b-b17a-118d4cc0c5db'] response: {'server_uuid': 'fcb1b31f-8e73-4a98-a141-a4c7012bfea0', 'name': 'network-vif-deleted', 'tag': '696345a0-cb7e-4c42-8d31-f43a9fb7a160', 'status': 'completed', 'code': 200} Apr 11 13:03:55.233583 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6139f21e-273a-453c-8190-fe202055ab12 req-383b3c2e-72c5-47f2-b2bb-6df5d7ff81fd tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Apr 11 13:03:55.602746 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362652f7-9dc6-437c-b1b3-ef6d44c19237 req-b0332fc1-b526-4a57-b8ec-26762c3b10ec tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:55.604268 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-362652f7-9dc6-437c-b1b3-ef6d44c19237 req-b0332fc1-b526-4a57-b8ec-26762c3b10ec tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.0471244 Apr 11 13:03:55.664573 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8edcc7-0735-4e22-95f6-ca3404b86dc9 req-5d48887c-83e3-4c53-aa8a-63a25132ab4b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:55.666050 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d8edcc7-0735-4e22-95f6-ca3404b86dc9 req-5d48887c-83e3-4c53-aa8a-63a25132ab4b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0608597 Apr 11 13:03:55.700079 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-362652f7-9dc6-437c-b1b3-ef6d44c19237 req-c17aef81-a493-4197-9e8f-dd206608aaf7 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867083 Apr 11 13:03:55.725694 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6d8edcc7-0735-4e22-95f6-ca3404b86dc9 req-c91cdbda-b0a1-4509-8450-2c16e6dc7907 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539448 Apr 11 13:03:56.070951 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 696345a0-cb7e-4c42-8d31-f43a9fb7a160 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:03:56.090803 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 696345a0-cb7e-4c42-8d31-f43a9fb7a160 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:03:56.091143 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 696345a0-cb7e-4c42-8d31-f43a9fb7a160 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:03:56.124293 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8292660f-31ab-4c51-a1b0-928b558699b1 req-3fdf5d15-f7d3-432a-8dd5-b657f418ba9b tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 210 time: 0.0275278 Apr 11 13:03:56.196467 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-7b5e8fe9-9d68-4084-bfa5-bada025a3c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:56.223109 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8260baf-2e0e-4f6a-9a9a-a97178de5bac req-aa45288c-b3eb-4a56-a17a-8a4530ceae0a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:56.224626 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c8260baf-2e0e-4f6a-9a9a-a97178de5bac req-aa45288c-b3eb-4a56-a17a-8a4530ceae0a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.0458639 Apr 11 13:03:56.278085 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c8260baf-2e0e-4f6a-9a9a-a97178de5bac req-ac725af3-818c-4a08-bf43-eb31dd980a43 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476677 Apr 11 13:03:56.354152 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65515b2-63f0-4649-ab3c-5fab05f34b3f req-77149d67-9454-40df-89b4-10a11f138242 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:56.355512 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e65515b2-63f0-4649-ab3c-5fab05f34b3f req-77149d67-9454-40df-89b4-10a11f138242 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 944 time: 0.0511003 Apr 11 13:03:56.408260 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e65515b2-63f0-4649-ab3c-5fab05f34b3f req-979f90d9-22d5-42c9-9266-ee119fa61d12 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444317 Apr 11 13:03:56.834831 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:03:56.855496 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7abe7-d22b-4c98-9a0f-6d3ea2a73fee req-10ad2205-72b7-445c-8e40-e8f76e3f1638 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:56.856991 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-08c7abe7-d22b-4c98-9a0f-6d3ea2a73fee req-10ad2205-72b7-445c-8e40-e8f76e3f1638 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.0752220 Apr 11 13:03:56.877110 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d78707-c654-492c-8d41-8cac6c488454 req-36f96bc0-be59-4354-b551-3cc04a524986 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:56.878538 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-91d78707-c654-492c-8d41-8cac6c488454 req-36f96bc0-be59-4354-b551-3cc04a524986 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0675929 Apr 11 13:03:56.945708 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-08c7abe7-d22b-4c98-9a0f-6d3ea2a73fee req-19181b45-3a32-4be8-ac1b-fc2f293eaa35 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809934 Apr 11 13:03:56.949746 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-91d78707-c654-492c-8d41-8cac6c488454 req-a83926c0-a0c6-4335-bf29-6dbcd53768f9 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638373 Apr 11 13:03:57.231411 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ddb9c9fc-583c-4c30-b4a7-dfb692ff831a req-640ccba5-95cb-4a22-8663-ada09644017e tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 210 time: 0.0285666 Apr 11 13:03:57.397612 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71351922-e8c0-4638-aa6b-4c51bbc5da8d req-bda870cc-3651-4443-a801-23237b90cb84 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:57.399046 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-71351922-e8c0-4638-aa6b-4c51bbc5da8d req-bda870cc-3651-4443-a801-23237b90cb84 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.0466218 Apr 11 13:03:57.458309 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-71351922-e8c0-4638-aa6b-4c51bbc5da8d req-8725db04-60c4-44da-9717-929f09d647db tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528562 Apr 11 13:03:57.521378 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5429b5-62c6-491c-90a5-9182ea921ef3 req-e8600f8e-c8f9-4fed-91c7-16ceb171bced tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:57.522825 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e5429b5-62c6-491c-90a5-9182ea921ef3 req-e8600f8e-c8f9-4fed-91c7-16ceb171bced tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 944 time: 0.0489261 Apr 11 13:03:57.571633 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e5429b5-62c6-491c-90a5-9182ea921ef3 req-2732258a-8884-4e55-aca2-b8b27378797d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431223 Apr 11 13:03:58.091387 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53add5c0-647d-4d96-9d72-b4afc526cfa8 req-39b45808-bda9-4070-aaba-57fa70313a11 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.092888 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-53add5c0-647d-4d96-9d72-b4afc526cfa8 req-39b45808-bda9-4070-aaba-57fa70313a11 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.0714304 Apr 11 13:03:58.101394 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a33e-86f4-40a5-9cd0-06cf8ccf619d req-b6ff60ff-f4de-4070-ac42-1aac31e9b38b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.102875 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0fc3a33e-86f4-40a5-9cd0-06cf8ccf619d req-b6ff60ff-f4de-4070-ac42-1aac31e9b38b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0727408 Apr 11 13:03:58.127297 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47451d-be27-4ed7-9c00-5fcaa2885d4c req-6d79ffe8-b5f7-4344-8146-be69096be0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.128995 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-8f47451d-be27-4ed7-9c00-5fcaa2885d4c req-6d79ffe8-b5f7-4344-8146-be69096be0f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 1128 time: 0.0413990 Apr 11 13:03:58.235030 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-53add5c0-647d-4d96-9d72-b4afc526cfa8 req-c3168255-6169-4c99-ba4c-7eb49464a533 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310854 Apr 11 13:03:58.254219 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-6ce35d6f-cac9-40c1-9e1e-480badb9c12b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.263913 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-6ce35d6f-cac9-40c1-9e1e-480badb9c12b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.0902941 Apr 11 13:03:58.264278 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47451d-be27-4ed7-9c00-5fcaa2885d4c req-d8f2895d-b887-48d7-ab48-a6cd758dfc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.264378 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0fc3a33e-86f4-40a5-9cd0-06cf8ccf619d req-ad21b22e-a720-4999-94a2-2903f9be261a tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496730 Apr 11 13:03:58.264469 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-8f47451d-be27-4ed7-9c00-5fcaa2885d4c req-d8f2895d-b887-48d7-ab48-a6cd758dfc41 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1028850 Apr 11 13:03:58.269702 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-62213164-3e76-4b68-9492-e86a0f49d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.271637 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-62213164-3e76-4b68-9492-e86a0f49d1f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 1128 time: 0.1073184 Apr 11 13:03:58.380174 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-396b5ab8-1b41-41ef-9fd6-326e86ee5cff req-73b28ac0-9300-4351-b1fd-482601479588 tempest-VolumesSnapshotTestJSON-876443156 tempest-VolumesSnapshotTestJSON-876443156-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcb1b31f-8e73-4a98-a141-a4c7012bfea0 HTTP/1.1" status: 200 len: 210 time: 0.0491002 Apr 11 13:03:58.393985 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75311799-1161-422d-907a-b6199f00b31b req-0cb66e5f-404e-4f79-a7b7-2f74f2fd6a7a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.395351 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-75311799-1161-422d-907a-b6199f00b31b req-0cb66e5f-404e-4f79-a7b7-2f74f2fd6a7a tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.0780072 Apr 11 13:03:58.407013 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55466) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:03:58.411716 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-062b6c86-a1f5-43d9-b383-61e1d1a76fd6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Request body: {'floatingip': {'port_id': '6c4d522b-57e1-4497-8573-c2b3b13fafee'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:03:58.457858 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-062b6c86-a1f5-43d9-b383-61e1d1a76fd6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (a090577e-cc02-4402-ab1d-137b3cbab1b9), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:58.558481 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-2a24f99b-5d2c-44a2-95a6-33de99c1c7b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be54a7d-45b4-41cb-9ab2-fd023f137c9e HTTP/1.1" status: 200 len: 217 time: 0.0576706 Apr 11 13:03:58.683984 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47451d-be27-4ed7-9c00-5fcaa2885d4c req-27fcf670-5b3f-436c-abcb-e719aa9ca19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.686302 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-8f47451d-be27-4ed7-9c00-5fcaa2885d4c req-27fcf670-5b3f-436c-abcb-e719aa9ca19f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890266 Apr 11 13:03:58.704863 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8d0b1-9cda-4e75-93c4-84bf35c8cb2a req-c6062726-e017-4e89-95b7-382aab01430b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.706381 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-95e8d0b1-9cda-4e75-93c4-84bf35c8cb2a req-c6062726-e017-4e89-95b7-382aab01430b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.1525481 Apr 11 13:03:58.713770 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-46395dbc-3c3a-4ff2-8f7b-668c68cdb972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.715155 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-46395dbc-3c3a-4ff2-8f7b-668c68cdb972 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.1473746 Apr 11 13:03:58.741735 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0a4c504e-61a4-4618-8390-c0c1e5420e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:58.744504 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Deleting port 7192a2b4-9ab8-467b-979d-71dd0b480170 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:03:58.744860 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:58.787004 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-9aff6b52-e793-4142-98d5-239d8aee8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.788517 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-9aff6b52-e793-4142-98d5-239d8aee8285 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 1128 time: 0.0525372 Apr 11 13:03:58.795287 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68972aec-d464-47aa-b5de-e0d0403ecf2f req-21161828-7809-419e-b445-3f6dda456875 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.796790 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-68972aec-d464-47aa-b5de-e0d0403ecf2f req-21161828-7809-419e-b445-3f6dda456875 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 944 time: 0.1425312 Apr 11 13:03:58.863952 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-973f8776-dc08-4519-893d-14242cc3eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.864240 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-47c85614-b218-4b74-a644-499923581db0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b927b998-c5ac-4945-9fd6-67c555eb332a HTTP/1.1" status: 200 len: 217 time: 0.0664253 Apr 11 13:03:58.865439 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-973f8776-dc08-4519-893d-14242cc3eee0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1418922 Apr 11 13:03:58.915855 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-95e8d0b1-9cda-4e75-93c4-84bf35c8cb2a req-9a878464-488f-4a83-a9c5-34a093cea545 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932638 Apr 11 13:03:58.955396 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-c22ab77b-42bf-4e5e-9fbc-9d251487d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:58.956791 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-c22ab77b-42bf-4e5e-9fbc-9d251487d16a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 200 len: 854 time: 0.0549655 Apr 11 13:03:58.963656 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-68972aec-d464-47aa-b5de-e0d0403ecf2f req-10795226-3ea5-4575-bcaf-b1af15645870 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566393 Apr 11 13:03:58.965338 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] For port 7192a2b4-9ab8-467b-979d-71dd0b480170, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7192a2b4-9ab8-467b-979d-71dd0b480170,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:03:58.965706 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:59.035875 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-3d049a31-feec-40b1-9720-f356dc0bd814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:59.037305 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-3d049a31-feec-40b1-9720-f356dc0bd814 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=381efb3a-a75e-48f6-b4fc-e139de7ec13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551214 Apr 11 13:03:59.084400 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-cf71709f-3a5f-4816-a220-82266b049d92 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052715 Apr 11 13:03:59.179772 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-062b6c86-a1f5-43d9-b383-61e1d1a76fd6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:59.190526 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-062b6c86-a1f5-43d9-b383-61e1d1a76fd6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (a090577e-cc02-4402-ab1d-137b3cbab1b9), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:59.238669 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-1d6ea3d6-c151-4015-a25e-d228d4c1b6cb service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937277 Apr 11 13:03:59.540675 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13396-6795-46d7-87e0-8adaeb23e1fa req-c47cc7d8-6200-4644-9215-b7cf00344ecc tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:03:59.542088 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a4e13396-6795-46d7-87e0-8adaeb23e1fa req-c47cc7d8-6200-4644-9215-b7cf00344ecc tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 945 time: 0.1106756 Apr 11 13:03:59.552910 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:59.556917 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:59.557243 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (5ddb776e-9ae4-479d-8202-8b9b69ddd088), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:59.557550 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Floating IP 5ddb776e-9ae4-479d-8202-8b9b69ddd088 disassociated. External IP: 172.27.0.63, port: 7192a2b4-9ab8-467b-979d-71dd0b480170. Apr 11 13:03:59.557889 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Calling delete_port for 7192a2b4-9ab8-467b-979d-71dd0b480170 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:03:59.572058 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-add2d75c-a8d1-4574-b55e-def96113b3b7 req-665a9e78-95b9-4656-be6d-afdfb77fac95 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585497 Apr 11 13:03:59.619534 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [None req-062b6c86-a1f5-43d9-b383-61e1d1a76fd6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Floating IP a090577e-cc02-4402-ab1d-137b3cbab1b9 associated. External IP: 172.27.0.89, port: 6c4d522b-57e1-4497-8573-c2b3b13fafee. Apr 11 13:03:59.651480 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a4e13396-6795-46d7-87e0-8adaeb23e1fa req-57be4895-4ea3-415c-adb9-9f038a9209ce tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971124 Apr 11 13:03:59.676877 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b4589ed8-bd77-4232-b063-e4cd711ee439 req-2def74c9-2176-41ae-a079-2c8e4267c677 service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312961 Apr 11 13:03:59.760041 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (7192a2b4-9ab8-467b-979d-71dd0b480170), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:03:59.793384 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event deleted for resources: {'Port': ['ID=7192a2b4-9ab8-467b-979d-71dd0b480170,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:03:59.889589 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062b6c86-a1f5-43d9-b383-61e1d1a76fd6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Router d8a70237-90f5-4ff7-a472-c15d13a0ab3e has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:03:59.909966 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Router b67d98fd-10a1-4d9f-aff9-08bee473d0cf has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:04:00.004810 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062b6c86-a1f5-43d9-b383-61e1d1a76fd6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:04:00.009831 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-062b6c86-a1f5-43d9-b383-61e1d1a76fd6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:00.019832 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] Sync routers for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:04:00.037280 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:04:00.038099 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:00.045082 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-062b6c86-a1f5-43d9-b383-61e1d1a76fd6 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "PUT /v2.0/floatingips/a090577e-cc02-4402-ab1d-137b3cbab1b9 HTTP/1.1" status: 200 len: 991 time: 1.6368802 Apr 11 13:04:00.045736 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'tag': '6c4d522b-57e1-4497-8573-c2b3b13fafee'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:04:00.048401 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7490f0bb-555a-4cd1-a6d4-f36025398916", "tag": "6c4d522b-57e1-4497-8573-c2b3b13fafee"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:04:00.072509 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94614c-f6ea-4780-a257-859016ea2de6 req-b370d473-0704-4bf3-bcc8-33f40ed40a4f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:00.074003 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9e94614c-f6ea-4780-a257-859016ea2de6 req-b370d473-0704-4bf3-bcc8-33f40ed40a4f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.0781052 Apr 11 13:04:00.089138 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:04:00.098831 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] Sync routers for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:04:00.100736 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 7192a2b4-9ab8-467b-979d-71dd0b480170 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:04:00.110120 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:04:00.110827 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:00.167657 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 7192a2b4-9ab8-467b-979d-71dd0b480170 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:04:00.168007 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 7192a2b4-9ab8-467b-979d-71dd0b480170 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:04:00.175257 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] No DVR routers for this DVR port 7192a2b4-9ab8-467b-979d-71dd0b480170 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:04:00.177471 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:00.180935 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-72940a88-9dbf-42cc-843c-03c21b1cf4c5 req-8fca95d2-eec7-48c4-9edf-2938d5e33785 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "DELETE /v2.0/ports/7192a2b4-9ab8-467b-979d-71dd0b480170 HTTP/1.1" status: 204 len: 173 time: 1.6880279 Apr 11 13:04:00.183649 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'name': 'network-vif-deleted', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:04:00.185725 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039ea5cc-c896-4b53-b957-3825af931c55" -d '{"events": [{"server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "name": "network-vif-deleted", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:04:00.196348 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:04:00.216877 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9e94614c-f6ea-4780-a257-859016ea2de6 req-67282d95-9890-45fd-952a-dc711009c585 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310980 Apr 11 13:04:00.224000 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf66b-6f06-4383-a9e7-e327594c878c req-315ee298-eda2-42b9-87e2-36c125c8e694 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:00.225974 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-83dbf66b-6f06-4383-a9e7-e327594c878c req-315ee298-eda2-42b9-87e2-36c125c8e694 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 944 time: 0.1496546 Apr 11 13:04:00.236722 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:04:00.290337 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-83dbf66b-6f06-4383-a9e7-e327594c878c req-72b9ea1f-5656-4c16-ac1d-b4dcd6a57641 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587173 Apr 11 13:04:00.322622 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1fd5d1-5b4c-4df6-96bb-189ff43ea8ac x-openstack-request-id: req-5a1fd5d1-5b4c-4df6-96bb-189ff43ea8ac {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:04:00.323136 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7490f0bb-555a-4cd1-a6d4-f36025398916", "tag": "6c4d522b-57e1-4497-8573-c2b3b13fafee", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:04:00.323248 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a1fd5d1-5b4c-4df6-96bb-189ff43ea8ac {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:04:00.323699 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1fd5d1-5b4c-4df6-96bb-189ff43ea8ac'] response: {'name': 'network-changed', 'server_uuid': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'tag': '6c4d522b-57e1-4497-8573-c2b3b13fafee', 'status': 'completed', 'code': 200} Apr 11 13:04:00.355261 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098b9524-6e9e-4393-9c24-4a82001a8e29 x-openstack-request-id: req-098b9524-6e9e-4393-9c24-4a82001a8e29 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:04:00.355550 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332b69fc-2a0d-485d-ab75-11f84381f65f", "name": "network-vif-deleted", "tag": "7192a2b4-9ab8-467b-979d-71dd0b480170", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:04:00.355799 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-098b9524-6e9e-4393-9c24-4a82001a8e29 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:04:00.356237 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098b9524-6e9e-4393-9c24-4a82001a8e29'] response: {'server_uuid': '332b69fc-2a0d-485d-ab75-11f84381f65f', 'name': 'network-vif-deleted', 'tag': '7192a2b4-9ab8-467b-979d-71dd0b480170', 'status': 'completed', 'code': 200} Apr 11 13:04:00.465413 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'a090577e-cc02-4402-ab1d-137b3cbab1b9', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'port_id': '6c4d522b-57e1-4497-8573-c2b3b13fafee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'mac_address': 'fa:16:3e:68:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:03:36Z', 'updated_at': '2022-04-11T13:03:59Z', 'revision_number': 1, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:00.467008 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:37Z', 'revision_number': 5, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:00.491162 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] Checking router: d8a70237-90f5-4ff7-a472-c15d13a0ab3e for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:04:00.496588 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] Checking router: b67d98fd-10a1-4d9f-aff9-08bee473d0cf for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:04:00.499852 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:04:00.500768 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:00.505092 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:04:00.505699 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:00.610132 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:04:00.610697 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:04:00.783396 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9cc21c06-7955-463e-ae6e-92b7900498ef req-66b5fb7f-3c5f-4fe2-b8c3-ac42b53c96d3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=332b69fc-2a0d-485d-ab75-11f84381f65f HTTP/1.1" status: 200 len: 210 time: 0.0518420 Apr 11 13:04:00.870866 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:37Z', 'revision_number': 5, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:00.880790 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-c77a3e91-2671-4492-9c3d-19f4b5b6f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:00.883011 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-c77a3e91-2671-4492-9c3d-19f4b5b6f255 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 1130 time: 0.0942004 Apr 11 13:04:00.901002 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad76ec-e230-4117-96f0-e4490ba017b7 None None] The sync data for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi is: [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:24Z', 'revision_number': 4, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '81c15501-1bbc-450d-aefd-72e5e43f6425', 'name': '', 'network_id': '1070c4b9-bdcc-479f-b440-2980005e8e57', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'mac_address': 'fa:16:3e:d1:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:37Z', 'revision_number': 5, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'subnets': [{'id': '13f58d80-c4c3-4eca-adc9-94a96c0e0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:04:01.018134 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'a090577e-cc02-4402-ab1d-137b3cbab1b9', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'port_id': '6c4d522b-57e1-4497-8573-c2b3b13fafee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'mac_address': 'fa:16:3e:68:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:03:36Z', 'updated_at': '2022-04-11T13:03:59Z', 'revision_number': 1, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:01.051081 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df4bd8-1c8d-4b8c-93f1-631f9d4d0871 None None] The sync data for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi is: [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'a090577e-cc02-4402-ab1d-137b3cbab1b9', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'port_id': '6c4d522b-57e1-4497-8573-c2b3b13fafee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'mac_address': 'fa:16:3e:68:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:03:36Z', 'updated_at': '2022-04-11T13:03:59Z', 'revision_number': 1, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:04:01.052773 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:01.053040 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-139c957c-b826-42a9-bbb9-87e9f3f75517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:01.054670 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-139c957c-b826-42a9-bbb9-87e9f3f75517 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 HTTP/1.1" status: 200 len: 911 time: 0.1619914 Apr 11 13:04:01.234258 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d490ba-4f2e-46d6-9684-15ea0c43aaa1 None None] New status for floating IP 5ddb776e-9ae4-479d-8202-8b9b69ddd088: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:04:01.288412 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-b851958a-12af-401d-a4e5-412d79995844 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4d522b-57e1-4497-8573-c2b3b13fafee HTTP/1.1" status: 200 len: 999 time: 0.0763104 Apr 11 13:04:01.328194 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a856aef-c535-4424-9295-d4597c4473a4 None None] New status for floating IP a090577e-cc02-4402-ab1d-137b3cbab1b9: ACTIVE {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:04:01.366698 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-e5c2baa4-539f-48e9-b1c7-55cb4d533b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:01.368221 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-e5c2baa4-539f-48e9-b1c7-55cb4d533b52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41075c3c-d0cc-4765-8f6f-576ec246c5a9 HTTP/1.1" status: 200 len: 849 time: 0.0632277 Apr 11 13:04:01.447197 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e35282-c591-40df-bcc0-7051863bf3a0 req-efa37261-6a2c-44f7-b94d-d4a351f2410a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:01.448736 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-71e35282-c591-40df-bcc0-7051863bf3a0 req-efa37261-6a2c-44f7-b94d-d4a351f2410a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.0796194 Apr 11 13:04:01.459658 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d5815-6f81-4b18-bc6e-6d2724224225 req-34199446-e507-430e-a454-1e700ac6684d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:01.461320 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bf9d5815-6f81-4b18-bc6e-6d2724224225 req-34199446-e507-430e-a454-1e700ac6684d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 944 time: 0.0800769 Apr 11 13:04:01.540733 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-71e35282-c591-40df-bcc0-7051863bf3a0 req-c258ab77-2438-4e04-8681-95dccda45257 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786707 Apr 11 13:04:01.543972 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bf9d5815-6f81-4b18-bc6e-6d2724224225 req-48b11634-b6e9-41c8-bc37-825b0b9d90d1 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751991 Apr 11 13:04:01.881014 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55508) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:01.935471 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7528d1bc-9c11-47ad-829d-655d3ceb0aa7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group (6cdbdde3-e184-4bb4-81b6-44f7ab62bf78), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:01.961111 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7528d1bc-9c11-47ad-829d-655d3ceb0aa7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group (6cdbdde3-e184-4bb4-81b6-44f7ab62bf78), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:02.010321 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7528d1bc-9c11-47ad-829d-655d3ceb0aa7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (6cdbdde3-e184-4bb4-81b6-44f7ab62bf78), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:02.013034 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7528d1bc-9c11-47ad-829d-655d3ceb0aa7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:02.014179 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-7528d1bc-9c11-47ad-829d-655d3ceb0aa7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "DELETE /v2.0/security-groups/6cdbdde3-e184-4bb4-81b6-44f7ab62bf78 HTTP/1.1" status: 204 len: 168 time: 0.1317887 Apr 11 13:04:02.016971 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55510) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:02.022968 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528d1bc-9c11-47ad-829d-655d3ceb0aa7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdbdde3-e184-4bb4-81b6-44f7ab62bf78,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:02.035114 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.api.v2.resource [None req-d217971c-e1ef-449d-b19a-8dc0a46578a7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] show failed (client error): The resource could not be found. Apr 11 13:04:02.036132 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d217971c-e1ef-449d-b19a-8dc0a46578a7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups/6cdbdde3-e184-4bb4-81b6-44f7ab62bf78 HTTP/1.1" status: 404 len: 347 time: 0.0180736 Apr 11 13:04:02.039052 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55512) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:02.145870 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-5f3bb994-c470-4dbb-9730-83161608fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:02.147408 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-5f3bb994-c470-4dbb-9730-83161608fd66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410225 Apr 11 13:04:02.156497 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-eaae4701-9181-4df4-bfc0-14b362958c21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Deleting port fd5b656b-c90e-49ce-ad39-1be182375fa2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:04:02.156834 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaae4701-9181-4df4-bfc0-14b362958c21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (fd5b656b-c90e-49ce-ad39-1be182375fa2), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:02.227793 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaae4701-9181-4df4-bfc0-14b362958c21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (fd5b656b-c90e-49ce-ad39-1be182375fa2), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:02.228142 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaae4701-9181-4df4-bfc0-14b362958c21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for floatingip (fd5b656b-c90e-49ce-ad39-1be182375fa2), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:02.239912 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-eaae4701-9181-4df4-bfc0-14b362958c21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Calling delete_port for fd5b656b-c90e-49ce-ad39-1be182375fa2 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:04:02.388690 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaae4701-9181-4df4-bfc0-14b362958c21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (fd5b656b-c90e-49ce-ad39-1be182375fa2), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:02.413724 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae4701-9181-4df4-bfc0-14b362958c21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event deleted for resources: {'Port': ['ID=fd5b656b-c90e-49ce-ad39-1be182375fa2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:02.477613 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaae4701-9181-4df4-bfc0-14b362958c21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks [] for floatingip (5ddb776e-9ae4-479d-8202-8b9b69ddd088), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:02.480135 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaae4701-9181-4df4-bfc0-14b362958c21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:02.481279 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-eaae4701-9181-4df4-bfc0-14b362958c21 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "DELETE /v2.0/floatingips/5ddb776e-9ae4-479d-8202-8b9b69ddd088 HTTP/1.1" status: 204 len: 168 time: 0.4413135 Apr 11 13:04:02.681414 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d5f98-8557-47c2-a54e-26d81f4cabb7 req-2065f30a-9057-4aaa-bc7d-844615729249 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:02.682885 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f86d5f98-8557-47c2-a54e-26d81f4cabb7 req-2065f30a-9057-4aaa-bc7d-844615729249 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.0741706 Apr 11 13:04:02.691069 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da93f1-8eeb-478a-b211-cc2c43cd066e req-9d5884e7-00c3-4a93-b3b6-7247fdaaa6ff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:02.692553 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f2da93f1-8eeb-478a-b211-cc2c43cd066e req-9d5884e7-00c3-4a93-b3b6-7247fdaaa6ff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 944 time: 0.0737271 Apr 11 13:04:02.699838 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:02.764838 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f86d5f98-8557-47c2-a54e-26d81f4cabb7 req-19b1e1d0-fd7e-4371-b90b-e459822d7987 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713146 Apr 11 13:04:02.768901 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f2da93f1-8eeb-478a-b211-cc2c43cd066e req-794f061e-8405-4362-abb8-e0ec5f840b24 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696929 Apr 11 13:04:02.891182 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device b927b998-c5ac-4945-9fd6-67c555eb332a details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:04:02.997298 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port b927b998-c5ac-4945-9fd6-67c555eb332a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b927b998-c5ac-4945-9fd6-67c555eb332a,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:03.009256 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'b927b998-c5ac-4945-9fd6-67c555eb332a', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'port_id': 'b927b998-c5ac-4945-9fd6-67c555eb332a', 'mac_address': 'fa:16:3e:54:f5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:04:03.051184 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port b927b998-c5ac-4945-9fd6-67c555eb332a is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:04:03.051562 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:03.064855 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b927b998-c5ac-4945-9fd6-67c555eb332a {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:04:03.086184 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port b927b998-c5ac-4945-9fd6-67c555eb332a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b927b998-c5ac-4945-9fd6-67c555eb332a,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:03.091272 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:03.139646 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=b927b998-c5ac-4945-9fd6-67c555eb332a,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:03.935021 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3570bbe-d8e9-4c31-a537-1cda24e4c153 req-783a632c-7238-4f83-8b70-192c7cc1cb84 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:03.936556 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a3570bbe-d8e9-4c31-a537-1cda24e4c153 req-783a632c-7238-4f83-8b70-192c7cc1cb84 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 945 time: 0.0815930 Apr 11 13:04:03.944523 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf07ee0-ad1a-462a-804f-ada3b2c960e0 req-e0ebda21-6ab6-4b21-b250-2b3277f5d32a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:03.945904 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cdf07ee0-ad1a-462a-804f-ada3b2c960e0 req-e0ebda21-6ab6-4b21-b250-2b3277f5d32a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.0920436 Apr 11 13:04:03.986666 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-89485a65-ab93-4d8b-83f5-615b63c1df04 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970580 Apr 11 13:04:04.047295 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['b927b998-c5ac-4945-9fd6-67c555eb332a'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:04:04.056210 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a3570bbe-d8e9-4c31-a537-1cda24e4c153 req-e173f13f-e758-4d3a-8e78-f68e4cfa0254 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092615 Apr 11 13:04:04.061172 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cdf07ee0-ad1a-462a-804f-ada3b2c960e0 req-da7ccd5d-6fa1-49c3-9e36-a4f305971d05 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097860 Apr 11 13:04:04.124563 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9bbcf61e-0e76-477d-bed2-d5fbb769e7a1 req-38a55c7b-dc56-4828-8514-c5bf3f037dc9 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220787 Apr 11 13:04:05.206395 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c90d5-9518-4e7c-83f8-52353d69cc86 req-d013f074-1346-4dad-82e9-0d382d04c401 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:05.207846 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b84c90d5-9518-4e7c-83f8-52353d69cc86 req-d013f074-1346-4dad-82e9-0d382d04c401 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 945 time: 0.0742488 Apr 11 13:04:05.215544 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaebcf-e264-4d9c-8480-85d496edd520 req-276b881d-2bf8-492c-b85f-1a5b5716b8d9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:05.216918 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c3aaebcf-e264-4d9c-8480-85d496edd520 req-276b881d-2bf8-492c-b85f-1a5b5716b8d9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.0745499 Apr 11 13:04:05.287220 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b84c90d5-9518-4e7c-83f8-52353d69cc86 req-02f427e6-b088-4e0b-876f-2d47e761460f tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692904 Apr 11 13:04:05.291053 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c3aaebcf-e264-4d9c-8480-85d496edd520 req-b325b096-1f50-4ecc-ac04-af79b9ced36d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677509 Apr 11 13:04:06.019628 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d25f1-e056-4452-933b-a3148798eb6b req-a6825486-5d85-448a-97ba-901fa27daaf8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:06.021125 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-720d25f1-e056-4452-933b-a3148798eb6b req-a6825486-5d85-448a-97ba-901fa27daaf8 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0499561 Apr 11 13:04:06.070528 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-720d25f1-e056-4452-933b-a3148798eb6b req-65400bae-3c65-49db-b0ce-fbb5bdeb7042 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Apr 11 13:04:06.109028 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 8be54a7d-45b4-41cb-9ab2-fd023f137c9e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:04:06.112209 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device b927b998-c5ac-4945-9fd6-67c555eb332a up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:04:06.217610 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port b927b998-c5ac-4945-9fd6-67c555eb332a completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:04:06.227284 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port b927b998-c5ac-4945-9fd6-67c555eb332a triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:04:06.227660 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:06.266868 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:06.282757 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'mac_address': 'fa:16:3e:bf:4f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:04:06.347751 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:04:06.348131 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:06.369769 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be54a7d-45b4-41cb-9ab2-fd023f137c9e {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:04:06.373911 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port b927b998-c5ac-4945-9fd6-67c555eb332a is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:04:06.374285 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:06.403751 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:06.411298 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b927b998-c5ac-4945-9fd6-67c555eb332a'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:04:06.413619 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5546583d-4571-4e9c-ad67-8d6ab20ac64b" -d '{"events": [{"server_uuid": "f90bbc8d-0528-430a-8f61-764a7433273f", "name": "network-vif-plugged", "status": "completed", "tag": "b927b998-c5ac-4945-9fd6-67c555eb332a"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:04:06.422559 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:06.429787 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port b927b998-c5ac-4945-9fd6-67c555eb332a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b927b998-c5ac-4945-9fd6-67c555eb332a,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:06.436748 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8394cb-2947-4a85-ab68-5e141dfc4c94 req-3595a921-2b4a-4be9-92bd-00149984c921 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:06.438297 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6a8394cb-2947-4a85-ab68-5e141dfc4c94 req-3595a921-2b4a-4be9-92bd-00149984c921 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 945 time: 0.0785031 Apr 11 13:04:06.444621 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792b03e-3394-4c42-9fac-2a25049efb77 req-ceec9ade-8d8a-4340-9c1a-1c4bbff965e7 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:06.445962 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5792b03e-3394-4c42-9fac-2a25049efb77 req-ceec9ade-8d8a-4340-9c1a-1c4bbff965e7 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 944 time: 0.0776315 Apr 11 13:04:06.449530 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:06.474475 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:06.523144 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=b927b998-c5ac-4945-9fd6-67c555eb332a,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:06.525269 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6a8394cb-2947-4a85-ab68-5e141dfc4c94 req-1e666af1-f02e-44f3-b7c5-3c787f5f6ba2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783744 Apr 11 13:04:06.529816 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5792b03e-3394-4c42-9fac-2a25049efb77 req-f2976b2b-1aa2-4b79-9bd3-6733c2077ff2 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703666 Apr 11 13:04:06.568842 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ca31ed-8ae5-4945-b23d-3e5a565b5b19 x-openstack-request-id: req-82ca31ed-8ae5-4945-b23d-3e5a565b5b19 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:04:06.569111 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90bbc8d-0528-430a-8f61-764a7433273f", "name": "network-vif-plugged", "status": "completed", "tag": "b927b998-c5ac-4945-9fd6-67c555eb332a", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:04:06.569395 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82ca31ed-8ae5-4945-b23d-3e5a565b5b19 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:04:06.569830 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ca31ed-8ae5-4945-b23d-3e5a565b5b19'] response: {'server_uuid': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b927b998-c5ac-4945-9fd6-67c555eb332a', 'code': 200} Apr 11 13:04:06.699822 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['8be54a7d-45b4-41cb-9ab2-fd023f137c9e'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:04:07.186958 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0227-bcda-4bce-917c-902c0a5ca4da req-2263e60a-c1cf-4f65-9f1d-dcafdd7df0e0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:07.188477 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0bbf0227-bcda-4bce-917c-902c0a5ca4da req-2263e60a-c1cf-4f65-9f1d-dcafdd7df0e0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0478873 Apr 11 13:04:07.266093 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0bbf0227-bcda-4bce-917c-902c0a5ca4da req-41d3cfa7-c72b-474c-91bc-3f1aacdf597b tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719697 Apr 11 13:04:07.272852 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b307297-7b73-440e-9a34-ceb1051005d5 req-6b4f934b-fb90-48f8-ad06-f0ba589f7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:07.274257 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4b307297-7b73-440e-9a34-ceb1051005d5 req-6b4f934b-fb90-48f8-ad06-f0ba589f7fef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 1130 time: 0.0522606 Apr 11 13:04:07.439383 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4b307297-7b73-440e-9a34-ceb1051005d5 req-61fea025-8b37-46d9-8538-1df3afa05dcf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434434 Apr 11 13:04:07.682179 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95fdc7-273b-4ef6-930c-517ed98581be req-62711d3b-b930-4253-ab2e-2d4e4f9f8e63 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:07.683671 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cb95fdc7-273b-4ef6-930c-517ed98581be req-62711d3b-b930-4253-ab2e-2d4e4f9f8e63 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 945 time: 0.0745521 Apr 11 13:04:07.691535 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3379406-d177-496d-ac51-d682ad6b3f3c req-43a8131d-035a-4b34-9e92-85e43e7a5865 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:07.692864 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a3379406-d177-496d-ac51-d682ad6b3f3c req-43a8131d-035a-4b34-9e92-85e43e7a5865 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 946 time: 0.0824289 Apr 11 13:04:07.790211 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cb95fdc7-273b-4ef6-930c-517ed98581be req-eb4572bf-e242-41cb-a356-c8c06bf22cea tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963764 Apr 11 13:04:07.800247 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be3d46-8321-43c5-b311-12c71de4568d req-b281db5d-7b48-471f-8192-94e941a1cec6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:07.801710 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-03be3d46-8321-43c5-b311-12c71de4568d req-b281db5d-7b48-471f-8192-94e941a1cec6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 946 time: 0.0823040 Apr 11 13:04:07.808779 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a3379406-d177-496d-ac51-d682ad6b3f3c req-e4595694-04c1-46b4-b55a-f168cd9d87da tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093822 Apr 11 13:04:07.893483 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-03be3d46-8321-43c5-b311-12c71de4568d req-b697e12b-4192-4392-b2b0-3f72884a1f92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Deleting port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:04:07.893831 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-03be3d46-8321-43c5-b311-12c71de4568d req-b697e12b-4192-4392-b2b0-3f72884a1f92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:07.984001 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-03be3d46-8321-43c5-b311-12c71de4568d req-b697e12b-4192-4392-b2b0-3f72884a1f92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] For port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:07.984401 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-03be3d46-8321-43c5-b311-12c71de4568d req-b697e12b-4192-4392-b2b0-3f72884a1f92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:07.999224 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-03be3d46-8321-43c5-b311-12c71de4568d req-b697e12b-4192-4392-b2b0-3f72884a1f92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Calling delete_port for 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:04:08.137867 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-03be3d46-8321-43c5-b311-12c71de4568d req-b697e12b-4192-4392-b2b0-3f72884a1f92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (02dcc6a1-600e-4d2c-a3d4-172efe1f4371), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:08.161678 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 8be54a7d-45b4-41cb-9ab2-fd023f137c9e up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:04:08.166342 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['580d0c5c-9d59-44e8-8f7d-7f66c50ccb77'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:04:08.166547 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697e12b-4192-4392-b2b0-3f72884a1f92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event deleted for resources: {'Port': ['ID=02dcc6a1-600e-4d2c-a3d4-172efe1f4371,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:08.218190 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-03be3d46-8321-43c5-b311-12c71de4568d req-b697e12b-4192-4392-b2b0-3f72884a1f92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] No DVR routers for this DVR port 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:04:08.220756 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-03be3d46-8321-43c5-b311-12c71de4568d req-b697e12b-4192-4392-b2b0-3f72884a1f92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:08.223996 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-03be3d46-8321-43c5-b311-12c71de4568d req-b697e12b-4192-4392-b2b0-3f72884a1f92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "DELETE /v2.0/ports/02dcc6a1-600e-4d2c-a3d4-172efe1f4371 HTTP/1.1" status: 204 len: 173 time: 0.4143860 Apr 11 13:04:08.224465 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e90ee1-82b1-404f-993e-f857c2256c2e', 'name': 'network-vif-deleted', 'tag': '02dcc6a1-600e-4d2c-a3d4-172efe1f4371'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:04:08.227257 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8941ab-7ae2-4ef0-b940-5d50ce144c73" -d '{"events": [{"server_uuid": "c6e90ee1-82b1-404f-993e-f857c2256c2e", "name": "network-vif-deleted", "tag": "02dcc6a1-600e-4d2c-a3d4-172efe1f4371"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:04:08.246390 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:04:08.263267 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:04:08.263576 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:08.264095 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a616ea1a-5a67-435d-a884-fa60a1ab48b4 x-openstack-request-id: req-a616ea1a-5a67-435d-a884-fa60a1ab48b4 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:04:08.264388 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e90ee1-82b1-404f-993e-f857c2256c2e", "name": "network-vif-deleted", "tag": "02dcc6a1-600e-4d2c-a3d4-172efe1f4371", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:04:08.264971 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a616ea1a-5a67-435d-a884-fa60a1ab48b4 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:04:08.265101 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a616ea1a-5a67-435d-a884-fa60a1ab48b4'] response: {'server_uuid': 'c6e90ee1-82b1-404f-993e-f857c2256c2e', 'name': 'network-vif-deleted', 'tag': '02dcc6a1-600e-4d2c-a3d4-172efe1f4371', 'status': 'completed', 'code': 200} Apr 11 13:04:08.362514 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e3082e93-868d-466f-bd41-e281a260c118 req-46ad6032-e73e-46dd-a423-e2d4884c7db6 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 210 time: 0.0306706 Apr 11 13:04:08.400701 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:04:08.401079 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:08.439489 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:08.446010 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:08.446919 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:04:08.482151 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:04:08.482411 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 02dcc6a1-600e-4d2c-a3d4-172efe1f4371 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:04:08.509484 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:08.571049 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:04:08.573452 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977732e7-1edb-4bb4-a560-0957b124993f" -d '{"events": [{"server_uuid": "bc204fa8-e7c8-4c50-a823-ec32aa367548", "name": "network-vif-plugged", "status": "completed", "tag": "8be54a7d-45b4-41cb-9ab2-fd023f137c9e"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:04:08.610245 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e6837-5379-41f4-be81-94d03f2c0ee0 x-openstack-request-id: req-a09e6837-5379-41f4-be81-94d03f2c0ee0 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:04:08.610554 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc204fa8-e7c8-4c50-a823-ec32aa367548", "name": "network-vif-plugged", "status": "completed", "tag": "8be54a7d-45b4-41cb-9ab2-fd023f137c9e", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:04:08.610813 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a09e6837-5379-41f4-be81-94d03f2c0ee0 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:04:08.611206 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a09e6837-5379-41f4-be81-94d03f2c0ee0'] response: {'server_uuid': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'code': 200} Apr 11 13:04:08.943939 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63146f9c-583d-488d-b74e-0eb8509e188d req-88f79408-98d5-40be-bfd0-dd0a098b03ae tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:08.945394 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-63146f9c-583d-488d-b74e-0eb8509e188d req-88f79408-98d5-40be-bfd0-dd0a098b03ae tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 946 time: 0.0720248 Apr 11 13:04:08.955529 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8e8f-687e-482e-9257-bd60914063b4 req-9bbc4eb2-f95e-424d-b8f0-a7d5e1947021 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:08.956880 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-139f8e8f-687e-482e-9257-bd60914063b4 req-9bbc4eb2-f95e-424d-b8f0-a7d5e1947021 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 946 time: 0.0708385 Apr 11 13:04:09.027483 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-63146f9c-583d-488d-b74e-0eb8509e188d req-ec0335e3-dbeb-4359-a30a-f79347d8f738 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696726 Apr 11 13:04:09.034164 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-139f8e8f-687e-482e-9257-bd60914063b4 req-9ade2379-f2fa-43f3-8f8a-b58101c866bc tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709033 Apr 11 13:04:09.465167 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ba606613-ebca-47d1-95e4-a485fdd55b25 req-b8c9fe73-bb75-4f05-b336-a86040de3fe5 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 210 time: 0.0281026 Apr 11 13:04:10.175066 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c521-96fb-47fc-9096-c9ff856528ce req-bbdd6cd4-6007-49f4-8746-4d73c3ca0dd3 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:10.176559 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1521c521-96fb-47fc-9096-c9ff856528ce req-bbdd6cd4-6007-49f4-8746-4d73c3ca0dd3 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 946 time: 0.0711348 Apr 11 13:04:10.184650 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b15301-c40e-4615-96ca-846e05980c50 req-bf966ccc-7535-44bb-b187-859d1aebab30 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:10.186027 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51b15301-c40e-4615-96ca-846e05980c50 req-bf966ccc-7535-44bb-b187-859d1aebab30 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 946 time: 0.0718629 Apr 11 13:04:10.260822 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1521c521-96fb-47fc-9096-c9ff856528ce req-986ae2dc-286e-421c-b653-1e2a5cd2428b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738459 Apr 11 13:04:10.264797 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-51b15301-c40e-4615-96ca-846e05980c50 req-79b029ee-82e5-4482-a49e-5c7d7b0cf481 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722654 Apr 11 13:04:10.567409 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8d7e8cbf-4f05-490a-8626-2419c0ca82e0 req-77079e7b-0e74-4fee-8e1d-70c62dae3472 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 210 time: 0.0275280 Apr 11 13:04:11.425249 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6c6d2-d3e6-404f-80f1-6301c07ca79b req-bc4e9288-b22b-4c28-9de0-fb4b9890665a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:11.426719 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-49b6c6d2-d3e6-404f-80f1-6301c07ca79b req-bc4e9288-b22b-4c28-9de0-fb4b9890665a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 946 time: 0.0819058 Apr 11 13:04:11.432745 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba7e6-eb7a-440a-bd2f-0e9415cf0352 req-42359fec-2992-40bb-ba63-29454c4aa2f2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:11.434954 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-008ba7e6-eb7a-440a-bd2f-0e9415cf0352 req-42359fec-2992-40bb-ba63-29454c4aa2f2 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 946 time: 0.0756731 Apr 11 13:04:11.454155 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:11.511083 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-49b6c6d2-d3e6-404f-80f1-6301c07ca79b req-595ba7f5-242b-4c06-b2c5-2beff85a7210 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751357 Apr 11 13:04:11.518311 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-008ba7e6-eb7a-440a-bd2f-0e9415cf0352 req-9525e915-1eb2-4e52-9440-64e92d590119 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763500 Apr 11 13:04:11.672628 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2a12a66c-1950-4497-bb41-60648ebca4d6 req-55e608b6-c04b-4b05-bb86-9e570e24c0cf tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 210 time: 0.0276308 Apr 11 13:04:12.270308 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8bca8-66cf-4f93-860a-aa22b6ae15ae req-43ffc6d6-63ad-42f0-9a1f-a7439161e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:12.271860 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-27c8bca8-66cf-4f93-860a-aa22b6ae15ae req-43ffc6d6-63ad-42f0-9a1f-a7439161e3e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 1130 time: 0.0411682 Apr 11 13:04:12.550371 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-27c8bca8-66cf-4f93-860a-aa22b6ae15ae req-8f03eadd-7d43-4561-a2ad-deddaebaa074 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478687 Apr 11 13:04:12.682449 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1d347-f9d7-416e-8d43-30113d88e425 req-5231aca0-f8e3-49ef-b831-925607c1ec32 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:12.683931 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9fa1d347-f9d7-416e-8d43-30113d88e425 req-5231aca0-f8e3-49ef-b831-925607c1ec32 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 946 time: 0.0886040 Apr 11 13:04:12.691621 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95bde6-e396-48e7-820c-a21e6bdb266e req-0791e408-f906-4f16-b52c-b2e21640d125 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:12.693022 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7c95bde6-e396-48e7-820c-a21e6bdb266e req-0791e408-f906-4f16-b52c-b2e21640d125 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 946 time: 0.0796261 Apr 11 13:04:12.766867 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9fa1d347-f9d7-416e-8d43-30113d88e425 req-85305ef5-aeca-4242-8279-7a1e4386e2a8 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726790 Apr 11 13:04:12.770640 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7c95bde6-e396-48e7-820c-a21e6bdb266e req-016dfdcb-f877-47e3-924d-687f440b8ee9 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710003 Apr 11 13:04:12.896174 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b69c3343-03fd-477f-84f9-6fa15639c475 req-dd543d7b-6281-422b-b759-7091732c44e0 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e90ee1-82b1-404f-993e-f857c2256c2e HTTP/1.1" status: 200 len: 210 time: 0.0594690 Apr 11 13:04:12.914662 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b463fc-a216-4865-849f-e5e6c6fd7e2b req-99b17e9a-167a-4928-a5b8-f20d2fda1c90 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:12.916253 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b1b463fc-a216-4865-849f-e5e6c6fd7e2b req-99b17e9a-167a-4928-a5b8-f20d2fda1c90 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 946 time: 0.0776041 Apr 11 13:04:12.925103 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55642) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:12.929731 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-b839f7a5-2955-41ad-9f5c-2e7c94f526d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Request body: {'floatingip': {'port_id': 'b927b998-c5ac-4945-9fd6-67c555eb332a'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:04:13.209890 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b839f7a5-2955-41ad-9f5c-2e7c94f526d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (ee8db57d-2304-4c99-95d2-d8b2d312c11c), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:13.659228 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b839f7a5-2955-41ad-9f5c-2e7c94f526d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:13.664599 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b839f7a5-2955-41ad-9f5c-2e7c94f526d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (ee8db57d-2304-4c99-95d2-d8b2d312c11c), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:13.772747 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [None req-b839f7a5-2955-41ad-9f5c-2e7c94f526d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Floating IP ee8db57d-2304-4c99-95d2-d8b2d312c11c associated. External IP: 172.27.0.145, port: b927b998-c5ac-4945-9fd6-67c555eb332a. Apr 11 13:04:13.911725 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31148f32-fec0-4d4e-bc01-fc5ad76a05e3 req-e37c660f-110a-4e26-a8a9-e69ef28129c2 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:13.913275 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-31148f32-fec0-4d4e-bc01-fc5ad76a05e3 req-e37c660f-110a-4e26-a8a9-e69ef28129c2 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 946 time: 0.0599985 Apr 11 13:04:14.044136 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-31148f32-fec0-4d4e-bc01-fc5ad76a05e3 req-354ce3be-6d92-4218-a8aa-bf799ac61b63 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241250 Apr 11 13:04:14.081544 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b839f7a5-2955-41ad-9f5c-2e7c94f526d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:04:14.234456 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c2e6e-055d-40f5-84dc-297ad56db70e req-5027e2a1-944f-4db7-895d-0fe102614552 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:14.235836 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-690c2e6e-055d-40f5-84dc-297ad56db70e req-5027e2a1-944f-4db7-895d-0fe102614552 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0607178 Apr 11 13:04:14.237217 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b839f7a5-2955-41ad-9f5c-2e7c94f526d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:04:14.242294 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b839f7a5-2955-41ad-9f5c-2e7c94f526d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:14.248343 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:04:14.259212 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:04:14.259829 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:14.296040 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-b839f7a5-2955-41ad-9f5c-2e7c94f526d4 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "PUT /v2.0/floatingips/ee8db57d-2304-4c99-95d2-d8b2d312c11c HTTP/1.1" status: 200 len: 992 time: 1.3601756 Apr 11 13:04:14.296040 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'tag': 'b927b998-c5ac-4945-9fd6-67c555eb332a'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:04:14.296040 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52559bac-5f21-445d-80fc-ae8fc04cf5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f90bbc8d-0528-430a-8f61-764a7433273f", "tag": "b927b998-c5ac-4945-9fd6-67c555eb332a"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:04:14.321763 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-690c2e6e-055d-40f5-84dc-297ad56db70e req-599441e2-17a2-4a71-87fa-58078a4e9b92 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766459 Apr 11 13:04:14.331522 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14a7bb3-e78b-4100-9d50-9754124dee64 x-openstack-request-id: req-a14a7bb3-e78b-4100-9d50-9754124dee64 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:04:14.331803 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90bbc8d-0528-430a-8f61-764a7433273f", "tag": "b927b998-c5ac-4945-9fd6-67c555eb332a", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:04:14.332080 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a14a7bb3-e78b-4100-9d50-9754124dee64 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:04:14.332509 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14a7bb3-e78b-4100-9d50-9754124dee64'] response: {'name': 'network-changed', 'server_uuid': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'tag': 'b927b998-c5ac-4945-9fd6-67c555eb332a', 'status': 'completed', 'code': 200} Apr 11 13:04:14.509947 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:04:14.751019 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'ee8db57d-2304-4c99-95d2-d8b2d312c11c', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': 'b927b998-c5ac-4945-9fd6-67c555eb332a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:54:f5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:03:49Z', 'updated_at': '2022-04-11T13:04:13Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:14.781647 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:04:14.790935 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:04:14.791546 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:14.902739 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:04:15.119264 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'ee8db57d-2304-4c99-95d2-d8b2d312c11c', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': 'b927b998-c5ac-4945-9fd6-67c555eb332a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:54:f5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:03:49Z', 'updated_at': '2022-04-11T13:04:13Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:15.150081 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2efa807-83c1-406d-b4e0-bef32782df23 None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'ee8db57d-2304-4c99-95d2-d8b2d312c11c', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'port_id': 'b927b998-c5ac-4945-9fd6-67c555eb332a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'mac_address': 'fa:16:3e:54:f5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:03:49Z', 'updated_at': '2022-04-11T13:04:13Z', 'revision_number': 1, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:04:15.170797 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa60930-4306-4f56-83d0-73c50766b11b req-408af0f9-f6e0-40f9-9f00-57fd39ad8cc7 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:15.172339 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7fa60930-4306-4f56-83d0-73c50766b11b req-408af0f9-f6e0-40f9-9f00-57fd39ad8cc7 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 946 time: 0.0488758 Apr 11 13:04:15.223006 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7fa60930-4306-4f56-83d0-73c50766b11b req-6af8f2d9-6674-4c1f-976f-70e6467e62b5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448442 Apr 11 13:04:15.340354 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397c1b-0fb6-4c77-aaa7-c6f5cd880659 req-c5a02872-ff71-4cef-bbf9-933bfe3f0220 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:15.341852 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a0397c1b-0fb6-4c77-aaa7-c6f5cd880659 req-c5a02872-ff71-4cef-bbf9-933bfe3f0220 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 946 time: 0.0513651 Apr 11 13:04:15.344546 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c201c1fe-5289-4efc-8385-c65e99e46b35 None None] New status for floating IP ee8db57d-2304-4c99-95d2-d8b2d312c11c: ACTIVE {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:04:15.395695 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a0397c1b-0fb6-4c77-aaa7-c6f5cd880659 req-a86fdfc1-2b3b-4c1e-9271-1d9523c81f22 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456529 Apr 11 13:04:15.418395 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55680) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:15.441717 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c7c65-ba56-46d2-b279-6a4402cc9b83 req-674dc7cd-ff60-48c8-bd7b-2a262bec7737 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:15.443188 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1f5c7c65-ba56-46d2-b279-6a4402cc9b83 req-674dc7cd-ff60-48c8-bd7b-2a262bec7737 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0465224 Apr 11 13:04:15.456217 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e998f40-ee5d-4b18-8dfd-c9d992e13bcf tempest-TestVolumeBootPattern-1407028721 tempest-TestVolumeBootPattern-1407028721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:15.457853 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0e998f40-ee5d-4b18-8dfd-c9d992e13bcf tempest-TestVolumeBootPattern-1407028721 tempest-TestVolumeBootPattern-1407028721-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 1125 time: 0.0383484 Apr 11 13:04:15.460560 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55682) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:15.464849 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:04:15.485537 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:15.500232 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1f5c7c65-ba56-46d2-b279-6a4402cc9b83 req-5df3b041-8ea7-4a8e-9b3b-1d62524173e7 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498428 Apr 11 13:04:15.569840 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:15.680163 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Allocated IP 172.27.0.31 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/e283a24f-1774-4b2a-986a-e7456ad4ab87) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:04:15.783132 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for port (e283a24f-1774-4b2a-986a-e7456ad4ab87), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:15.821808 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (e283a24f-1774-4b2a-986a-e7456ad4ab87), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:15.862717 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:04:15.865387 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:04:15.868269 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:04:15.893693 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'Port': ['ID=e283a24f-1774-4b2a-986a-e7456ad4ab87,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:15.906670 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.907010 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.907349 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.907684 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.908011 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.908373 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.908695 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.909009 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.909329 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.909649 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.909968 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.910268 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.910578 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.910891 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:15.911203 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:16.269017 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (32d78745-3156-477f-93ff-47c6fa1e036e), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:16.334934 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-6e753a5e-c6d2-41fe-ba55-9f927941fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:16.336455 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-6e753a5e-c6d2-41fe-ba55-9f927941fee6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 1130 time: 0.0397177 Apr 11 13:04:16.349006 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e283a24f-1774-4b2a-986a-e7456ad4ab87), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:16.432908 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-7748aa7a-0ca4-4077-812f-6efc2154f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:16.434378 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-7748aa7a-0ca4-4077-812f-6efc2154f07a service neutron] 10.222.0.13 "GET /v2.0/networks?id=381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 200 len: 916 time: 0.0891135 Apr 11 13:04:16.502587 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-7e592631-4115-4634-83f9-bfc4076a7075 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b927b998-c5ac-4945-9fd6-67c555eb332a HTTP/1.1" status: 200 len: 1002 time: 0.0575919 Apr 11 13:04:16.505296 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for port (e283a24f-1774-4b2a-986a-e7456ad4ab87), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:16.511266 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (e283a24f-1774-4b2a-986a-e7456ad4ab87), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:16.585984 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'Port': ['ID=e283a24f-1774-4b2a-986a-e7456ad4ab87,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:16.595885 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (32d78745-3156-477f-93ff-47c6fa1e036e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:16.612550 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed153422-8a4b-4c3c-a6f7-df26223f641d req-ab83946e-26dd-4751-b2f1-8f0018f2ba5d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:16.615088 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ed153422-8a4b-4c3c-a6f7-df26223f641d req-ab83946e-26dd-4751-b2f1-8f0018f2ba5d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0522587 Apr 11 13:04:16.691906 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-63f9309d-c032-46f6-b3c3-2e2657738565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:16.693485 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-63f9309d-c032-46f6-b3c3-2e2657738565 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 200 len: 854 time: 0.0672822 Apr 11 13:04:16.696998 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ed153422-8a4b-4c3c-a6f7-df26223f641d req-98a9061c-39ec-42b5-85a1-c834bfa6f881 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/security-groups?id=f98b386e-d371-4c32-8d54-84eb9fb75878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771444 Apr 11 13:04:16.697464 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Floating IP 32d78745-3156-477f-93ff-47c6fa1e036e associated. External IP: 172.27.0.31, port: 8be54a7d-45b4-41cb-9ab2-fd023f137c9e. Apr 11 13:04:16.737272 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-7d7f6481-39bd-41f2-b2a5-941ddea350e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:16.738746 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-7d7f6481-39bd-41f2-b2a5-941ddea350e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=381efb3a-a75e-48f6-b4fc-e139de7ec13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382183 Apr 11 13:04:16.828493 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-ece2802c-57e7-42fd-9313-9b304ee2354d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:16.829822 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-ece2802c-57e7-42fd-9313-9b304ee2354d tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 945 time: 0.0740659 Apr 11 13:04:16.840420 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-7556a35c-fef4-4f84-b766-d22611183cdb service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874894 Apr 11 13:04:16.933155 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52559bac-5f21-445d-80fc-ae8fc04cf5cc req-f797c62b-cd4e-4283-8874-41b3c421783c service neutron] 10.222.0.13 "GET /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820191 Apr 11 13:04:16.963177 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-89a094f6-186b-4c8f-9101-d5da102393c3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Deleting port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:04:16.963508 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-89a094f6-186b-4c8f-9101-d5da102393c3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:17.078135 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Router 9052d565-9f6c-4ce2-90cf-620956093676 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:04:17.094855 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-89a094f6-186b-4c8f-9101-d5da102393c3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] For port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:17.095210 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-89a094f6-186b-4c8f-9101-d5da102393c3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:17.112649 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-89a094f6-186b-4c8f-9101-d5da102393c3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Calling delete_port for 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:04:17.267380 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:04:17.278251 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] Sync routers for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:04:17.289537 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:04:17.290158 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:17.291566 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:17.355168 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-5803272b-1884-4e21-8863-6315a74dfa9a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8934653 Apr 11 13:04:17.358534 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'tag': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:04:17.360841 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85991ebb-f96a-46f8-a00a-6b017f0528fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc204fa8-e7c8-4c50-a823-ec32aa367548", "tag": "8be54a7d-45b4-41cb-9ab2-fd023f137c9e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:04:17.374054 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-89a094f6-186b-4c8f-9101-d5da102393c3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (580d0c5c-9d59-44e8-8f7d-7f66c50ccb77), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:17.387504 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['580d0c5c-9d59-44e8-8f7d-7f66c50ccb77'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:04:17.406658 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca5cc16-e3fb-434d-8075-988da72fe5dc x-openstack-request-id: req-6ca5cc16-e3fb-434d-8075-988da72fe5dc {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:04:17.406944 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc204fa8-e7c8-4c50-a823-ec32aa367548", "tag": "8be54a7d-45b4-41cb-9ab2-fd023f137c9e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:04:17.407192 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ca5cc16-e3fb-434d-8075-988da72fe5dc {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:04:17.407587 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca5cc16-e3fb-434d-8075-988da72fe5dc'] response: {'name': 'network-changed', 'server_uuid': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'tag': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'status': 'completed', 'code': 200} Apr 11 13:04:17.408619 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a094f6-186b-4c8f-9101-d5da102393c3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Pushing event deleted for resources: {'Port': ['ID=580d0c5c-9d59-44e8-8f7d-7f66c50ccb77,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:17.430472 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:04:17.457018 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-89a094f6-186b-4c8f-9101-d5da102393c3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] No DVR routers for this DVR port 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 on host hv-cinder-83608 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:04:17.459691 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-89a094f6-186b-4c8f-9101-d5da102393c3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:17.463210 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-be2ed63e-a440-44d8-9202-8c1ca12b5fb0 req-89a094f6-186b-4c8f-9101-d5da102393c3 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.13 "DELETE /v2.0/ports/580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 HTTP/1.1" status: 204 len: 173 time: 0.6278460 Apr 11 13:04:17.481457 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-693c08a1-d355-4887-9c0a-918b16aff5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:17.482960 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-693c08a1-d355-4887-9c0a-918b16aff5d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 1130 time: 0.0459044 Apr 11 13:04:17.575535 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-20d30302-79d7-44dc-a399-eb759018a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:17.577085 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-20d30302-79d7-44dc-a399-eb759018a43d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 913 time: 0.0863156 Apr 11 13:04:17.650651 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-92141249-cea1-474e-8c56-5e3198819e99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be54a7d-45b4-41cb-9ab2-fd023f137c9e HTTP/1.1" status: 200 len: 999 time: 0.0619018 Apr 11 13:04:17.670713 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '32d78745-3156-477f-93ff-47c6fa1e036e', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:bf:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:04:16Z', 'updated_at': '2022-04-11T13:04:16Z', 'revision_number': 0, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:17.699841 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] Checking router: 9052d565-9f6c-4ce2-90cf-620956093676 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:04:17.708294 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:04:17.708900 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:17.806922 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e73d3316-d2cc-4f57-a4d3-381cd343f859 req-ea9f35d1-e6c1-47f9-8dd3-eada4d550e62 tempest-ServerRescueNegativeTestJSON-885089203 tempest-ServerRescueNegativeTestJSON-885089203-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce206b35-659d-4dc6-bbfc-9505cf322961 HTTP/1.1" status: 200 len: 210 time: 0.0290077 Apr 11 13:04:17.824492 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:04:17.902965 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-50d3b093-fda3-4e1b-bf81-01bcbdf76806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:17.905662 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-50d3b093-fda3-4e1b-bf81-01bcbdf76806 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.0506258 Apr 11 13:04:17.966217 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-37a0b473-afa7-410b-b6ec-e968e37ed498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:17.968004 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-37a0b473-afa7-410b-b6ec-e968e37ed498 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500963 Apr 11 13:04:18.062567 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '32d78745-3156-477f-93ff-47c6fa1e036e', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:bf:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:04:16Z', 'updated_at': '2022-04-11T13:04:16Z', 'revision_number': 0, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:18.066586 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-7962a0fa-d97e-4696-a815-4df06b5262bd service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907021 Apr 11 13:04:18.163193 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-85991ebb-f96a-46f8-a00a-6b017f0528fc req-1c185e6b-8ddc-42f2-bb81-6f33dd32bd1d service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868685 Apr 11 13:04:18.222641 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e2697-10be-414e-a95f-7ee10f95a2e5 None None] The sync data for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi is: [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '32d78745-3156-477f-93ff-47c6fa1e036e', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:bf:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:04:16Z', 'updated_at': '2022-04-11T13:04:16Z', 'revision_number': 0, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:04:18.441842 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d06672-c641-4fe2-b820-060c47b42df4 None None] New status for floating IP 32d78745-3156-477f-93ff-47c6fa1e036e: ACTIVE {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:04:18.872407 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55718) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:19.412594 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce206b35-659d-4dc6-bbfc-9505cf322961', 'name': 'network-vif-deleted', 'tag': '580d0c5c-9d59-44e8-8f7d-7f66c50ccb77'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:04:19.414827 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c591c0-cd9e-4272-868b-7c0359c9ed68" -d '{"events": [{"server_uuid": "ce206b35-659d-4dc6-bbfc-9505cf322961", "name": "network-vif-deleted", "tag": "580d0c5c-9d59-44e8-8f7d-7f66c50ccb77"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:04:19.463627 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac4766c-cb6a-4c8d-bdd2-b163c1dd8df8 x-openstack-request-id: req-fac4766c-cb6a-4c8d-bdd2-b163c1dd8df8 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:04:19.463913 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce206b35-659d-4dc6-bbfc-9505cf322961", "name": "network-vif-deleted", "tag": "580d0c5c-9d59-44e8-8f7d-7f66c50ccb77", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:04:19.464187 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fac4766c-cb6a-4c8d-bdd2-b163c1dd8df8 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:04:19.464581 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac4766c-cb6a-4c8d-bdd2-b163c1dd8df8'] response: {'server_uuid': 'ce206b35-659d-4dc6-bbfc-9505cf322961', 'name': 'network-vif-deleted', 'tag': '580d0c5c-9d59-44e8-8f7d-7f66c50ccb77', 'status': 'completed', 'code': 200} Apr 11 13:04:19.603371 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556229'] for router_interface (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:19.884667 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] Deleting port 81c15501-1bbc-450d-aefd-72e5e43f6425 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:04:19.885354 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:19.972175 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] For port 81c15501-1bbc-450d-aefd-72e5e43f6425, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=81c15501-1bbc-450d-aefd-72e5e43f6425,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:19.972561 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:19.985311 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] Calling delete_port for 81c15501-1bbc-450d-aefd-72e5e43f6425 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:04:20.167022 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (81c15501-1bbc-450d-aefd-72e5e43f6425), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:20.194422 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c15501-1bbc-450d-aefd-72e5e43f6425,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:20.370732 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556137'] for router_interface (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:20.587404 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] Router b67d98fd-10a1-4d9f-aff9-08bee473d0cf has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:04:20.707577 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:04:20.715940 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-91570eae-4e9c-4832-870c-5665b531b432 admin admin] 10.222.0.26 "PUT /v2.0/routers/b67d98fd-10a1-4d9f-aff9-08bee473d0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8396273 Apr 11 13:04:20.715940 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55760) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:20.717498 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] Sync routers for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:04:20.732381 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:04:20.733116 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:20.822034 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Publish callbacks [] for router (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:20.841982 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:04:20.935298 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Publish callbacks [] for router_gateway (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:20.978997 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Deleting port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:04:20.979215 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.021889 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T13:04:20Z', 'revision_number': 5, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port': {'id': '8c48e5e8-a5d1-401f-acc1-fd4d54ae8387', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:21.048398 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] Checking router: b67d98fd-10a1-4d9f-aff9-08bee473d0cf for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:04:21.056925 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] Routers {'b67d98fd-10a1-4d9f-aff9-08bee473d0cf'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:04:21.057540 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:03:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:21.059538 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] For port 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8c48e5e8-a5d1-401f-acc1-fd4d54ae8387,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:21.059928 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.072680 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Calling delete_port for 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:04:21.147773 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] Set router b67d98fd-10a1-4d9f-aff9-08bee473d0cf gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:04:21.198425 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T13:04:20Z', 'revision_number': 6, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port_host': None}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:21.228168 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ddb0af-a7f3-4ec6-8727-14aff74755d2 None None] The sync data for ids ['b67d98fd-10a1-4d9f-aff9-08bee473d0cf'] in dv-cinder-836083-3-iscsi is: [{'id': 'b67d98fd-10a1-4d9f-aff9-08bee473d0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-984905830-router', 'tenant_id': '40f86b2346704694a79e8d8ab939d78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T13:04:20Z', 'revision_number': 6, 'project_id': '40f86b2346704694a79e8d8ab939d78c', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:04:21.244487 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (8c48e5e8-a5d1-401f-acc1-fd4d54ae8387), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.271977 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c48e5e8-a5d1-401f-acc1-fd4d54ae8387,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:21.335870 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553871'] for router_gateway (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.440940 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2277'] for router (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.443129 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Publish callbacks [] for router_controller (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.465483 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:04:21.485857 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:04:21.486120 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 580d0c5c-9d59-44e8-8f7d-7f66c50ccb77 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:04:21.506788 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751912'] for router (b67d98fd-10a1-4d9f-aff9-08bee473d0cf), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.507387 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b67d98fd-10a1-4d9f-aff9-08bee473d0cf {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:04:21.512746 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.515949 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-7cc9c889-1de6-475d-ae46-bda91fdb91d5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b67d98fd-10a1-4d9f-aff9-08bee473d0cf HTTP/1.1" status: 204 len: 168 time: 0.7967353 Apr 11 13:04:21.516217 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55770) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:21.562030 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-026489b2-7ea2-4091-9cdc-3b72f4e1f1f6 admin admin] Deleting subnet 13f58d80-c4c3-4eca-adc9-94a96c0e0a65 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:04:21.565377 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-026489b2-7ea2-4091-9cdc-3b72f4e1f1f6 admin admin] Publish callbacks [] for subnet (13f58d80-c4c3-4eca-adc9-94a96c0e0a65), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.605166 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-026489b2-7ea2-4091-9cdc-3b72f4e1f1f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25691576'] for subnet (13f58d80-c4c3-4eca-adc9-94a96c0e0a65), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.732854 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-026489b2-7ea2-4091-9cdc-3b72f4e1f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (13f58d80-c4c3-4eca-adc9-94a96c0e0a65), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.753249 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55778) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:21.804320 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-026489b2-7ea2-4091-9cdc-3b72f4e1f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25805393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28990629'] for subnet (13f58d80-c4c3-4eca-adc9-94a96c0e0a65), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.805234 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 81c15501-1bbc-450d-aefd-72e5e43f6425 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:04:21.832423 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026489b2-7ea2-4091-9cdc-3b72f4e1f1f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f58d80-c4c3-4eca-adc9-94a96c0e0a65,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:21.843856 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 81c15501-1bbc-450d-aefd-72e5e43f6425 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:04:21.844235 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 81c15501-1bbc-450d-aefd-72e5e43f6425 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:04:21.847303 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_v2 [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Deleting subnet be515560-9931-46e3-af01-4c5289e9af0e {{(pid=103362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:04:21.852115 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959b9615-b688-458e-8a13-284c23eb5b95 None None] Network 1070c4b9-bdcc-479f-b440-2980005e8e57 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:04:21.854363 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Publish callbacks [] for subnet (be515560-9931-46e3-af01-4c5289e9af0e), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.855836 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-026489b2-7ea2-4091-9cdc-3b72f4e1f1f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.859130 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-026489b2-7ea2-4091-9cdc-3b72f4e1f1f6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/13f58d80-c4c3-4eca-adc9-94a96c0e0a65 HTTP/1.1" status: 204 len: 168 time: 0.3420076 Apr 11 13:04:21.863880 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55784) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:21.908540 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25270512'] for subnet (be515560-9931-46e3-af01-4c5289e9af0e), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.976502 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (1070c4b9-bdcc-479f-b440-2980005e8e57), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:21.989142 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (be515560-9931-46e3-af01-4c5289e9af0e), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.020622 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075eb04-12aa-432f-a4a2-30826fe77f3a req-d0a26d2e-8481-4a49-9a76-ebe3d464e090 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:22.022568 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c075eb04-12aa-432f-a4a2-30826fe77f3a req-d0a26d2e-8481-4a49-9a76-ebe3d464e090 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0748394 Apr 11 13:04:22.041782 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Deleting port 8b188dcf-2883-4690-ab32-adc05eabaee4 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:04:22.042107 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.063415 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] DHCP port deletion for 1070c4b9-bdcc-479f-b440-2980005e8e57 request from dv-cinder-836083-3-iscsi {{(pid=103363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:04:22.087321 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c075eb04-12aa-432f-a4a2-30826fe77f3a req-3c9b87de-3655-4e94-a927-fd3fda837a9d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581291 Apr 11 13:04:22.095635 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25666069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25661910'] for subnet (be515560-9931-46e3-af01-4c5289e9af0e), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.123797 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] For port 8b188dcf-2883-4690-ab32-adc05eabaee4, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8b188dcf-2883-4690-ab32-adc05eabaee4,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:22.124199 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.128936 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Deleting port 8b188dcf-2883-4690-ab32-adc05eabaee4 {{(pid=103363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:04:22.129649 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), before_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.132343 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be515560-9931-46e3-af01-4c5289e9af0e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:22.134690 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.138383 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Calling delete_port for 8b188dcf-2883-4690-ab32-adc05eabaee4 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:04:22.140392 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/be515560-9931-46e3-af01-4c5289e9af0e HTTP/1.1" status: 204 len: 168 time: 0.3860037 Apr 11 13:04:22.141016 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55788) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:22.154901 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.155241 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.155578 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.155914 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.156269 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.156596 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.156919 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.157228 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.157565 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.157867 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.158191 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.158511 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.158825 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.159139 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.159450 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60177ff0-790d-4184-8d92-36498c873e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.224604 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] For port 8b188dcf-2883-4690-ab32-adc05eabaee4, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8b188dcf-2883-4690-ab32-adc05eabaee4,segment=NetworkSegment(ef2a9bd4-dd1a-4817-8410-c3afcd119b28),segment_id=ef2a9bd4-dd1a-4817-8410-c3afcd119b28)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:22.225203 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), precommit_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.233753 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (cf4edb20-cee1-4774-970e-97b8c06e09a1), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.236541 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.239269 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Calling delete_port for 8b188dcf-2883-4690-ab32-adc05eabaee4 owned by network:dhcp {{(pid=103363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:04:22.268421 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8b188dcf-2883-4690-ab32-adc05eabaee4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:22.270651 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] No DVR routers for this DVR port 8b188dcf-2883-4690-ab32-adc05eabaee4 on host dv-cinder-836083-3-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:04:22.326036 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (cf4edb20-cee1-4774-970e-97b8c06e09a1), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.347415 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4edb20-cee1-4774-970e-97b8c06e09a1']}} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:22.353228 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (1070c4b9-bdcc-479f-b440-2980005e8e57), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.360208 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686dd2c7-8944-44ec-9125-4d211c60c245') {'for_net_delete': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:22.360208 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686dd2c7-8944-44ec-9125-4d211c60c245') {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:22.370709 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25270521'] for segment (686dd2c7-8944-44ec-9125-4d211c60c245), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.376840 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753'] for port (8b188dcf-2883-4690-ab32-adc05eabaee4), after_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.390564 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (686dd2c7-8944-44ec-9125-4d211c60c245), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.397721 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:04:22.398409 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666239'] for segment (686dd2c7-8944-44ec-9125-4d211c60c245), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: Traceback (most recent call last): Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: timer() Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: cb(*args, **kw) Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: return func(*args, **kwargs) Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: self._notify() Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: self.callback(batched_events) Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: event.method(event) Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: return f(self, *a, **k) Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._get(url).json() Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: return self.request(url, 'GET', **kwargs) Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:04:22.400621 dv-cinder-836083-3-iscsi neutron-server[103362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:04:22.402702 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Pushing event deleted for resources: {'Port': ['ID=8b188dcf-2883-4690-ab32-adc05eabaee4,revision_number=None']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:22.410956 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.411350 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.411656 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.412006 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.412391 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.412710 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.413033 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.413349 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.413666 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.413976 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.414295 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.414610 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.414925 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.415263 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.415578 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:04:22.420986 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a3aa5-fcca-44e3-91df-61503768a7c9 None None] No DVR routers for this DVR port 8b188dcf-2883-4690-ab32-adc05eabaee4 on host dv-cinder-836083-3-iscsi {{(pid=103363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:04:22.466962 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (cf4edb20-cee1-4774-970e-97b8c06e09a1), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.474638 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.477834 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cf4edb20-cee1-4774-970e-97b8c06e09a1 HTTP/1.1" status: 204 len: 168 time: 0.3349168 Apr 11 13:04:22.488210 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d849e0d-06c9-47b1-aa57-e71ff454f3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4edb20-cee1-4774-970e-97b8c06e09a1,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:22.595033 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55792) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:22.622484 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1070c4b9-bdcc-479f-b440-2980005e8e57']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:22.632407 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:22.632698 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2a9bd4-dd1a-4817-8410-c3afcd119b28') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:22.636860 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-1db0da33-ef6a-4ee0-808f-70fc8c6196b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f11e56838c64436dad22f2a50f551000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406263 Apr 11 13:04:22.639379 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55794) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:22.642121 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (ef2a9bd4-dd1a-4817-8410-c3afcd119b28), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.655000 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (ef2a9bd4-dd1a-4817-8410-c3afcd119b28), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.660851 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:04:22.661350 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (ef2a9bd4-dd1a-4817-8410-c3afcd119b28), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:04:22.663053 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:04:22.688292 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-568ac88f-b82a-4247-b187-bb443bc9d270 admin admin] Publish callbacks [] for security_group (668e788f-318b-4943-8f47-2d115efe8177), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.709252 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-568ac88f-b82a-4247-b187-bb443bc9d270 admin admin] Publish callbacks [] for security_group (668e788f-318b-4943-8f47-2d115efe8177), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.714545 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (1070c4b9-bdcc-479f-b440-2980005e8e57), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.721803 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.725000 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] 10.222.0.26 "DELETE /v2.0/networks/1070c4b9-bdcc-479f-b440-2980005e8e57 HTTP/1.1" status: 204 len: 168 time: 0.8623755 Apr 11 13:04:22.736343 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c21b4a-7613-4f13-8db8-061e6ab276ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1070c4b9-bdcc-479f-b440-2980005e8e57,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:22.763896 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-568ac88f-b82a-4247-b187-bb443bc9d270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (668e788f-318b-4943-8f47-2d115efe8177), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.766560 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-568ac88f-b82a-4247-b187-bb443bc9d270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:22.767842 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-568ac88f-b82a-4247-b187-bb443bc9d270 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/668e788f-318b-4943-8f47-2d115efe8177 HTTP/1.1" status: 204 len: 168 time: 0.1275551 Apr 11 13:04:22.775576 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ac88f-b82a-4247-b187-bb443bc9d270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e788f-318b-4943-8f47-2d115efe8177,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:22.903001 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55800) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:22.946339 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8c9da7c8-1f87-41a1-83b0-97fcdb91e94e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40f86b2346704694a79e8d8ab939d78c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420356 Apr 11 13:04:22.948963 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55802) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:23.005243 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-99d13464-6184-4323-a599-eb2819bb575c admin admin] Publish callbacks [] for security_group (f98b386e-d371-4c32-8d54-84eb9fb75878), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:23.028840 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-99d13464-6184-4323-a599-eb2819bb575c admin admin] Publish callbacks [] for security_group (f98b386e-d371-4c32-8d54-84eb9fb75878), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:23.080925 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-99d13464-6184-4323-a599-eb2819bb575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f98b386e-d371-4c32-8d54-84eb9fb75878), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:23.083769 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-99d13464-6184-4323-a599-eb2819bb575c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:23.085000 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-99d13464-6184-4323-a599-eb2819bb575c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f98b386e-d371-4c32-8d54-84eb9fb75878 HTTP/1.1" status: 204 len: 168 time: 0.1350546 Apr 11 13:04:23.095327 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d13464-6184-4323-a599-eb2819bb575c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b386e-d371-4c32-8d54-84eb9fb75878,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:23.220180 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9429-2f03-4b58-b173-d7ab89ca24c7 req-0cd17f0c-a350-4a64-8b15-166ec7da85e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:23.221646 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-320f9429-2f03-4b58-b173-d7ab89ca24c7 req-0cd17f0c-a350-4a64-8b15-166ec7da85e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0498683 Apr 11 13:04:23.270665 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-320f9429-2f03-4b58-b173-d7ab89ca24c7 req-22aa5624-bfb7-46aa-9476-f972b177204c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424817 Apr 11 13:04:23.675029 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:04:23.695738 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:04:23.696117 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8c48e5e8-a5d1-401f-acc1-fd4d54ae8387 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:04:23.696540 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8b188dcf-2883-4690-ab32-adc05eabaee4 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:04:23.719080 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 8b188dcf-2883-4690-ab32-adc05eabaee4 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:04:23.719428 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8b188dcf-2883-4690-ab32-adc05eabaee4 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:04:24.389350 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb8fed-3917-4f27-bb0e-1585aa5ede4b req-0d3cdb40-c921-4ed5-87f8-35d22bfb9545 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:24.390788 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-61eb8fed-3917-4f27-bb0e-1585aa5ede4b req-0d3cdb40-c921-4ed5-87f8-35d22bfb9545 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0488410 Apr 11 13:04:24.439398 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-61eb8fed-3917-4f27-bb0e-1585aa5ede4b req-81b39a9d-7b2e-41d4-90fb-20b81d397068 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409989 Apr 11 13:04:25.560729 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95a25d-627b-48d8-8ea0-34b7fda0924e req-03165643-6062-439b-b80a-64eacfffeda5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:25.562234 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bf95a25d-627b-48d8-8ea0-34b7fda0924e req-03165643-6062-439b-b80a-64eacfffeda5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0477693 Apr 11 13:04:25.634581 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bf95a25d-627b-48d8-8ea0-34b7fda0924e req-2b2049f8-e580-490f-8eb7-7c68d9f50521 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658813 Apr 11 13:04:26.200915 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-04c7f728-0bfa-4afb-8a25-460b37929603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:26.757299 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3defba-fc9e-41cd-a4ab-6c8f48bffcc3 req-787b9806-ff69-4f44-a9d5-ad6dddb62369 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:26.758810 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c3defba-fc9e-41cd-a4ab-6c8f48bffcc3 req-787b9806-ff69-4f44-a9d5-ad6dddb62369 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0474415 Apr 11 13:04:26.805664 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c3defba-fc9e-41cd-a4ab-6c8f48bffcc3 req-8b0b4d7c-f890-4e56-b6d0-481caeb5e3bc tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412021 Apr 11 13:04:27.928762 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf5ced-f789-4ff7-8e89-1f8171d3c0af req-1c3d27d5-4e64-4e60-b937-6c07c045fbcf tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:27.930187 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b9bf5ced-f789-4ff7-8e89-1f8171d3c0af req-1c3d27d5-4e64-4e60-b937-6c07c045fbcf tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0457411 Apr 11 13:04:27.976851 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b9bf5ced-f789-4ff7-8e89-1f8171d3c0af req-164b7173-2aad-4a86-bea1-b7aa0b1ff392 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Apr 11 13:04:28.743553 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6abf3a58-4c78-465a-a4f4-3c138c07272c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:29.122118 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d051f-e1c9-43b7-9440-0e6a5a8ada4d req-09a759e3-76d7-4c79-8116-a31fe631da7a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:29.124066 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-513d051f-e1c9-43b7-9440-0e6a5a8ada4d req-09a759e3-76d7-4c79-8116-a31fe631da7a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0541077 Apr 11 13:04:29.176748 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-513d051f-e1c9-43b7-9440-0e6a5a8ada4d req-12168aaf-b20f-4a80-96f9-c79bed3f9dd4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467174 Apr 11 13:04:29.563768 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:30.300793 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d2240-8696-4e45-9d95-49d51cb269e8 req-30ba329c-8d3e-4480-9ee6-c899bff2d762 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:30.302311 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-257d2240-8696-4e45-9d95-49d51cb269e8 req-30ba329c-8d3e-4480-9ee6-c899bff2d762 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0474100 Apr 11 13:04:30.349903 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-257d2240-8696-4e45-9d95-49d51cb269e8 req-e477ac58-d9fa-4438-b086-5a578d4d0a53 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418098 Apr 11 13:04:31.013426 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:31.467904 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045a986-851f-4a48-9acc-53f386c38e9d req-fb2580d0-7151-4719-af9d-6092a3c8a8ab tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:31.469387 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7045a986-851f-4a48-9acc-53f386c38e9d req-fb2580d0-7151-4719-af9d-6092a3c8a8ab tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0479543 Apr 11 13:04:31.522849 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7045a986-851f-4a48-9acc-53f386c38e9d req-65c847e2-1983-4b5c-96ea-87d8071b3c5e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460591 Apr 11 13:04:32.615345 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55942) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:32.639672 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a610c1-436d-49fc-9719-f9b976bb32aa req-08d3c5f6-04ee-44f5-850b-67eb52858f93 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:32.641162 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52a610c1-436d-49fc-9719-f9b976bb32aa req-08d3c5f6-04ee-44f5-850b-67eb52858f93 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0474310 Apr 11 13:04:32.683936 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:32.689702 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52a610c1-436d-49fc-9719-f9b976bb32aa req-6160651c-f1f5-4939-ae07-affb9c46d0a0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428758 Apr 11 13:04:32.721255 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9239a66-bf0a-4cb2-a45f-ceca0be0c2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:32.795406 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9239a66-bf0a-4cb2-a45f-ceca0be0c2bf admin admin] Publish callbacks [] for security_group (1646452f-b081-4ff5-976a-9dadd192fbdf), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:32.801098 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9239a66-bf0a-4cb2-a45f-ceca0be0c2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (1646452f-b081-4ff5-976a-9dadd192fbdf), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:32.838726 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d9239a66-bf0a-4cb2-a45f-ceca0be0c2bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a87a3f35632c450d9cf74b5bd6a246bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221351 Apr 11 13:04:32.839954 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9239a66-bf0a-4cb2-a45f-ceca0be0c2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1646452f-b081-4ff5-976a-9dadd192fbdf,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:32.842243 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55946) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:32.898351 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a5439fe-dba2-4ca2-9aab-1853b7db5b4b admin admin] Publish callbacks [] for security_group (1646452f-b081-4ff5-976a-9dadd192fbdf), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:32.920367 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a5439fe-dba2-4ca2-9aab-1853b7db5b4b admin admin] Publish callbacks [] for security_group (1646452f-b081-4ff5-976a-9dadd192fbdf), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:32.972376 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a5439fe-dba2-4ca2-9aab-1853b7db5b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (1646452f-b081-4ff5-976a-9dadd192fbdf), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:32.974892 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a5439fe-dba2-4ca2-9aab-1853b7db5b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:32.976132 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-1a5439fe-dba2-4ca2-9aab-1853b7db5b4b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1646452f-b081-4ff5-976a-9dadd192fbdf HTTP/1.1" status: 204 len: 168 time: 0.1328168 Apr 11 13:04:32.983810 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5439fe-dba2-4ca2-9aab-1853b7db5b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1646452f-b081-4ff5-976a-9dadd192fbdf,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:33.616702 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55968) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:33.718329 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1431301377-network', 'tenant_id': '47e45979967a4ab8aab5e26284520a96'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:04:33.742771 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Made reservation on behalf of 47e45979967a4ab8aab5e26284520a96 for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:04:33.745471 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:33.754176 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:33.822333 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77738f7-378e-4a40-8d51-e91dbdc9dc7b req-fb423f9d-48fc-4ba3-858b-451126153b2d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:33.823822 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e77738f7-378e-4a40-8d51-e91dbdc9dc7b req-fb423f9d-48fc-4ba3-858b-451126153b2d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0621650 Apr 11 13:04:33.833882 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:04:33.897641 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e77738f7-378e-4a40-8d51-e91dbdc9dc7b req-3309eb4a-68c9-4665-acb7-7fe3f1a13efa tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669808 Apr 11 13:04:33.899314 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Publish callbacks [] for security_group (cdc202ea-793c-42e4-a441-a5eb3f127c4e), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:33.904747 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (cdc202ea-793c-42e4-a441-a5eb3f127c4e), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:33.929673 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:04:33.938399 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc202ea-793c-42e4-a441-a5eb3f127c4e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:33.946164 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (4baaa8aa-f8d2-4ee1-b419-793b9f0e73d9), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:33.946164 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Added segment 4baaa8aa-f8d2-4ee1-b419-793b9f0e73d9 of type vlan for network 1f312071-e905-4c35-8559-94c36ddfd065 Apr 11 13:04:33.985127 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (1f312071-e905-4c35-8559-94c36ddfd065), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:34.016461 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (1f312071-e905-4c35-8559-94c36ddfd065), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:34.017451 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:34.018096 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:34.049947 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4321227 Apr 11 13:04:34.053135 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55974) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:34.058213 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Request body: {'subnet': {'network_id': '1f312071-e905-4c35-8559-94c36ddfd065', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1431301377-subnet', 'tenant_id': '47e45979967a4ab8aab5e26284520a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:04:34.078321 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f268379-6b6d-4ce4-9f6f-fec2f46ae48d admin admin] Pushing event updated for resources: {'Network': ['ID=1f312071-e905-4c35-8559-94c36ddfd065,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:34.078666 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Made reservation on behalf of 47e45979967a4ab8aab5e26284520a96 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:04:34.080992 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28990648'] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:34.089054 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 1f312071-e905-4c35-8559-94c36ddfd065 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:04:34.247184 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28990634'] for subnet (1b1a21c6-585a-4013-90a8-62b77556872a), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:34.297810 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1a21c6-585a-4013-90a8-62b77556872a,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:34.312429 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Checking segment: {'id': '4baaa8aa-f8d2-4ee1-b419-793b9f0e73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f312071-e905-4c35-8559-94c36ddfd065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:04:34.312776 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Network hostable DHCP agents. Network: 1f312071-e905-4c35-8559-94c36ddfd065, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:04:34.333106 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Network 1f312071-e905-4c35-8559-94c36ddfd065 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:04:34.342958 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 1f312071-e905-4c35-8559-94c36ddfd065) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:04:34.347969 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:34.348687 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:34.353064 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2754ea-0ff1-4476-a56a-0656edc32a8b None None] Network 1f312071-e905-4c35-8559-94c36ddfd065 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:04:34.368040 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-ca212dfc-7577-49c8-ae7f-5ac323bf8876 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3137872 Apr 11 13:04:34.451002 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd4b42-5a7b-4537-904f-706cad24f421 None None] Network 1f312071-e905-4c35-8559-94c36ddfd065 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:04:34.985176 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 55992) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:35.005600 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-314024749-network', 'tenant_id': '29dcd9a1a00048b5a297da7103c70be6'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:04:35.033238 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c0a2d-7f3d-452d-8ae9-493a229e5740 req-ea72ffee-826b-4333-a619-e3b6b8f913fb tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:35.034710 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e60c0a2d-7f3d-452d-8ae9-493a229e5740 req-ea72ffee-826b-4333-a619-e3b6b8f913fb tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0627213 Apr 11 13:04:35.046861 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Made reservation on behalf of 29dcd9a1a00048b5a297da7103c70be6 for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:04:35.049047 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.062726 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.115154 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e60c0a2d-7f3d-452d-8ae9-493a229e5740 req-fb2bdb75-f15b-4e16-8bf9-69e246678aea tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743306 Apr 11 13:04:35.167975 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Publish callbacks [] for security_group (b793dfb0-79a5-46c7-9463-5a600f074ae0), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.173963 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (b793dfb0-79a5-46c7-9463-5a600f074ae0), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.198393 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:04:35.208167 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b793dfb0-79a5-46c7-9463-5a600f074ae0,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:35.212913 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (301f473a-65e5-4983-925e-478ad6f24cbb), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.213246 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Added segment 301f473a-65e5-4983-925e-478ad6f24cbb of type vlan for network 9a670358-19b4-4838-b474-54fc5b629fbe Apr 11 13:04:35.258022 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (9a670358-19b4-4838-b474-54fc5b629fbe), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.287242 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (9a670358-19b4-4838-b474-54fc5b629fbe), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.288389 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:35.288964 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.320909 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3346424 Apr 11 13:04:35.323912 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 55996) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:35.329083 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Request body: {'subnet': {'network_id': '9a670358-19b4-4838-b474-54fc5b629fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-314024749-subnet', 'tenant_id': '29dcd9a1a00048b5a297da7103c70be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:04:35.350578 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fe797-d9ad-47f5-8049-595a3868927e admin admin] Pushing event updated for resources: {'Network': ['ID=9a670358-19b4-4838-b474-54fc5b629fbe,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:35.350823 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Made reservation on behalf of 29dcd9a1a00048b5a297da7103c70be6 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:04:35.352937 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28990648'] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.360660 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 9a670358-19b4-4838-b474-54fc5b629fbe details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:04:35.511369 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device fcab605b-1952-44a4-8c0e-af7b75407a24 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:04:35.523722 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28990634'] for subnet (536269e4-3c5c-4a92-9632-493e4579fbcd), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.567608 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536269e4-3c5c-4a92-9632-493e4579fbcd,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:35.594490 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Checking segment: {'id': '301f473a-65e5-4983-925e-478ad6f24cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9a670358-19b4-4838-b474-54fc5b629fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:04:35.594955 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Network hostable DHCP agents. Network: 9a670358-19b4-4838-b474-54fc5b629fbe, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:04:35.613575 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Network 9a670358-19b4-4838-b474-54fc5b629fbe is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:04:35.618238 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:35.623577 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 9a670358-19b4-4838-b474-54fc5b629fbe) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:04:35.627725 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:35.628359 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.634450 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27536ac8-6b0f-4d8d-8a63-f0941adf9f0c None None] Network 9a670358-19b4-4838-b474-54fc5b629fbe requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:04:35.656189 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2803568c-b894-4c6f-8638-8595d3c8f2b5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3213546 Apr 11 13:04:35.656555 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'port_id': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'mac_address': 'fa:16:3e:dd:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:04:35.774304 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56014) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:35.821188 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-22543b6c-8a00-4bc0-a51b-c97b666b5f58 admin admin] Deleting subnet 1b1a21c6-585a-4013-90a8-62b77556872a {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:04:35.824970 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22543b6c-8a00-4bc0-a51b-c97b666b5f58 admin admin] Publish callbacks [] for subnet (1b1a21c6-585a-4013-90a8-62b77556872a), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.867696 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22543b6c-8a00-4bc0-a51b-c97b666b5f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25691576'] for subnet (1b1a21c6-585a-4013-90a8-62b77556872a), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.873866 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port fcab605b-1952-44a4-8c0e-af7b75407a24 is: ACTIVE; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:04:35.874252 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.905832 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcab605b-1952-44a4-8c0e-af7b75407a24 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:04:35.911781 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22543b6c-8a00-4bc0-a51b-c97b666b5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (1b1a21c6-585a-4013-90a8-62b77556872a), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.920383 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b251d-30d6-4013-a565-017d784493e3 None None] Network 9a670358-19b4-4838-b474-54fc5b629fbe requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:04:35.931188 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:35.942686 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:35.975642 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22543b6c-8a00-4bc0-a51b-c97b666b5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25805393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28990629'] for subnet (1b1a21c6-585a-4013-90a8-62b77556872a), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.023580 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22543b6c-8a00-4bc0-a51b-c97b666b5f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1a21c6-585a-4013-90a8-62b77556872a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:36.037814 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22543b6c-8a00-4bc0-a51b-c97b666b5f58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.049781 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-22543b6c-8a00-4bc0-a51b-c97b666b5f58 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1b1a21c6-585a-4013-90a8-62b77556872a HTTP/1.1" status: 204 len: 168 time: 0.2743158 Apr 11 13:04:36.052301 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56030) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:36.076152 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=6']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:36.099987 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['fcab605b-1952-44a4-8c0e-af7b75407a24'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:04:36.151571 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (1f312071-e905-4c35-8559-94c36ddfd065), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.283388 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (1f312071-e905-4c35-8559-94c36ddfd065), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.297891 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ce511-dcff-4d87-809e-e317f2e64941 req-51b25b17-a0c7-4acf-86eb-de9a303c6ce1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:36.301142 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bd1ce511-dcff-4d87-809e-e317f2e64941 req-51b25b17-a0c7-4acf-86eb-de9a303c6ce1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 945 time: 0.1064281 Apr 11 13:04:36.325613 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f312071-e905-4c35-8559-94c36ddfd065']}} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:36.344671 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4baaa8aa-f8d2-4ee1-b419-793b9f0e73d9') {'for_net_delete': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:36.345350 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4baaa8aa-f8d2-4ee1-b419-793b9f0e73d9') {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:36.359676 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25270521'] for segment (4baaa8aa-f8d2-4ee1-b419-793b9f0e73d9), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.390482 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (4baaa8aa-f8d2-4ee1-b419-793b9f0e73d9), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.399830 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bd1ce511-dcff-4d87-809e-e317f2e64941 req-f21a7c79-279a-4038-879e-2fc15397e572 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914063 Apr 11 13:04:36.402702 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:04:36.403602 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666239'] for segment (4baaa8aa-f8d2-4ee1-b419-793b9f0e73d9), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: Traceback (most recent call last): Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: timer() Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: cb(*args, **kw) Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: return func(*args, **kwargs) Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: self._notify() Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: self.callback(batched_events) Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: event.method(event) Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: return f(self, *a, **k) Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._get(url).json() Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: return self.request(url, 'GET', **kwargs) Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:04:36.406491 dv-cinder-836083-3-iscsi neutron-server[103362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:04:36.472909 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (1f312071-e905-4c35-8559-94c36ddfd065), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.477634 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.481403 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] 10.222.0.26 "DELETE /v2.0/networks/1f312071-e905-4c35-8559-94c36ddfd065 HTTP/1.1" status: 204 len: 168 time: 0.4279852 Apr 11 13:04:36.484423 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56036) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:36.507958 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5ae5b-e7fd-45b6-b0bc-97b4905fed7f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f312071-e905-4c35-8559-94c36ddfd065,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:36.546267 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf2eeec-6795-4ddf-b1bf-812b9adea10e admin admin] Deleting subnet 536269e4-3c5c-4a92-9632-493e4579fbcd {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:04:36.550689 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eeec-6795-4ddf-b1bf-812b9adea10e admin admin] Publish callbacks [] for subnet (536269e4-3c5c-4a92-9632-493e4579fbcd), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.593447 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eeec-6795-4ddf-b1bf-812b9adea10e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25691576'] for subnet (536269e4-3c5c-4a92-9632-493e4579fbcd), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.644319 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eeec-6795-4ddf-b1bf-812b9adea10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (536269e4-3c5c-4a92-9632-493e4579fbcd), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.711499 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eeec-6795-4ddf-b1bf-812b9adea10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25805393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28990629'] for subnet (536269e4-3c5c-4a92-9632-493e4579fbcd), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.739570 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2eeec-6795-4ddf-b1bf-812b9adea10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536269e4-3c5c-4a92-9632-493e4579fbcd,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:36.741641 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eeec-6795-4ddf-b1bf-812b9adea10e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:36.745017 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-ccf2eeec-6795-4ddf-b1bf-812b9adea10e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/536269e4-3c5c-4a92-9632-493e4579fbcd HTTP/1.1" status: 204 len: 168 time: 0.2594805 Apr 11 13:04:36.750695 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56042) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:37.093834 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (9a670358-19b4-4838-b474-54fc5b629fbe), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.189734 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (9a670358-19b4-4838-b474-54fc5b629fbe), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.215258 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a670358-19b4-4838-b474-54fc5b629fbe']}} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:37.226803 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301f473a-65e5-4983-925e-478ad6f24cbb') {'for_net_delete': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:37.227367 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301f473a-65e5-4983-925e-478ad6f24cbb') {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:04:37.241301 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25270521'] for segment (301f473a-65e5-4983-925e-478ad6f24cbb), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.259836 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (301f473a-65e5-4983-925e-478ad6f24cbb), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.275921 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:04:37.276466 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666239'] for segment (301f473a-65e5-4983-925e-478ad6f24cbb), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: Traceback (most recent call last): Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: timer() Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: cb(*args, **kw) Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: return func(*args, **kwargs) Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: self._notify() Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: self.callback(batched_events) Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: event.method(event) Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: return f(self, *a, **k) Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._get(url).json() Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: return self.request(url, 'GET', **kwargs) Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:04:37.278730 dv-cinder-836083-3-iscsi neutron-server[103362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:04:37.345888 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (9a670358-19b4-4838-b474-54fc5b629fbe), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.351640 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.361383 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] 10.222.0.26 "DELETE /v2.0/networks/9a670358-19b4-4838-b474-54fc5b629fbe HTTP/1.1" status: 204 len: 168 time: 0.6086559 Apr 11 13:04:37.373473 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579fd85-b113-4f9b-a225-eded446c4e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a670358-19b4-4838-b474-54fc5b629fbe,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:37.531277 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device fcab605b-1952-44a4-8c0e-af7b75407a24 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:04:37.547135 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1daf-209e-4d20-b67d-0b32546b2308 req-9dac64d3-f500-460a-b367-f25eb21a6150 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:37.551122 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5faf1daf-209e-4d20-b67d-0b32546b2308 req-9dac64d3-f500-460a-b367-f25eb21a6150 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 945 time: 0.0684047 Apr 11 13:04:37.560519 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56052) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:37.596564 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port fcab605b-1952-44a4-8c0e-af7b75407a24 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:04:37.598218 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.620287 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5faf1daf-209e-4d20-b67d-0b32546b2308 req-c4fa1452-fdbc-43ba-ab6b-8fc4a0ec24df tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632539 Apr 11 13:04:37.639486 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-6095484c-abbe-4f9e-a93d-4428c3d96607 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47e45979967a4ab8aab5e26284520a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0741317 Apr 11 13:04:37.639823 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56054) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:37.708494 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ed2d9fa-5870-4874-98b9-c6b53fad066e admin admin] Publish callbacks [] for security_group (cdc202ea-793c-42e4-a441-a5eb3f127c4e), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.719971 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port fcab605b-1952-44a4-8c0e-af7b75407a24 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:04:37.720383 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.733536 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ed2d9fa-5870-4874-98b9-c6b53fad066e admin admin] Publish callbacks [] for security_group (cdc202ea-793c-42e4-a441-a5eb3f127c4e), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.743920 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:04:37.746513 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9c20e9-4b47-44af-9a7a-cd8bbd05384b" -d '{"events": [{"server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "name": "network-vif-plugged", "status": "completed", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:04:37.760214 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:37.767798 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.804167 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ed2d9fa-5870-4874-98b9-c6b53fad066e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (cdc202ea-793c-42e4-a441-a5eb3f127c4e), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.813314 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ed2d9fa-5870-4874-98b9-c6b53fad066e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:37.815376 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba91dbfd-c70b-49ff-9416-29d4fff7df11 x-openstack-request-id: req-ba91dbfd-c70b-49ff-9416-29d4fff7df11 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:04:37.815666 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "name": "network-vif-plugged", "status": "completed", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:04:37.815923 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba91dbfd-c70b-49ff-9416-29d4fff7df11 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:04:37.816343 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba91dbfd-c70b-49ff-9416-29d4fff7df11'] response: {'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'code': 200} Apr 11 13:04:37.818916 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-2ed2d9fa-5870-4874-98b9-c6b53fad066e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cdc202ea-793c-42e4-a441-a5eb3f127c4e HTTP/1.1" status: 204 len: 168 time: 0.1777542 Apr 11 13:04:37.828857 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2d9fa-5870-4874-98b9-c6b53fad066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc202ea-793c-42e4-a441-a5eb3f127c4e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:37.835692 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=7']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:38.210864 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56070) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:38.266953 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-436d0f63-ba5b-4eb5-9a55-08265a5a5bf2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29dcd9a1a00048b5a297da7103c70be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547974 Apr 11 13:04:38.269578 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56072) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:38.330735 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46c75d37-939a-47d2-a3be-12e81c3ec39b admin admin] Publish callbacks [] for security_group (b793dfb0-79a5-46c7-9463-5a600f074ae0), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:38.368976 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46c75d37-939a-47d2-a3be-12e81c3ec39b admin admin] Publish callbacks [] for security_group (b793dfb0-79a5-46c7-9463-5a600f074ae0), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:38.447448 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46c75d37-939a-47d2-a3be-12e81c3ec39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (b793dfb0-79a5-46c7-9463-5a600f074ae0), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:38.450711 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46c75d37-939a-47d2-a3be-12e81c3ec39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:38.451967 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-46c75d37-939a-47d2-a3be-12e81c3ec39b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b793dfb0-79a5-46c7-9463-5a600f074ae0 HTTP/1.1" status: 204 len: 168 time: 0.1814086 Apr 11 13:04:38.468054 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c75d37-939a-47d2-a3be-12e81c3ec39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b793dfb0-79a5-46c7-9463-5a600f074ae0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:38.778138 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285f8ae-07bc-42fe-8457-436cc902bbd8 req-9a749941-9152-45c4-a2cf-db349df20764 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:38.785311 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f285f8ae-07bc-42fe-8457-436cc902bbd8 req-9a749941-9152-45c4-a2cf-db349df20764 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0606005 Apr 11 13:04:38.832385 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f285f8ae-07bc-42fe-8457-436cc902bbd8 req-4b16466a-7dc1-4a05-b3c4-f0f9a2fb612a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461142 Apr 11 13:04:39.977253 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c3e18-6aaa-457c-8b0d-39ea5f5085da req-01a61d97-f6a3-48b6-a9e1-3a3c5c6b5b64 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:39.979411 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c88c3e18-6aaa-457c-8b0d-39ea5f5085da req-01a61d97-f6a3-48b6-a9e1-3a3c5c6b5b64 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0567400 Apr 11 13:04:40.042586 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c88c3e18-6aaa-457c-8b0d-39ea5f5085da req-10ffeabf-6180-439b-b0ed-55fe042307b5 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550444 Apr 11 13:04:40.736208 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56160) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:40.849223 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88f573c3-c276-479a-b105-3a83b8f361a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:40.935380 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88f573c3-c276-479a-b105-3a83b8f361a4 admin admin] Publish callbacks [] for security_group (dfc893dc-37de-4d1d-8414-e1ac17487169), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:40.940274 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88f573c3-c276-479a-b105-3a83b8f361a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (dfc893dc-37de-4d1d-8414-e1ac17487169), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:40.983912 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56164) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:40.984512 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-88f573c3-c276-479a-b105-3a83b8f361a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2b6edcc99934fafb92542023fe59e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462938 Apr 11 13:04:40.997291 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f573c3-c276-479a-b105-3a83b8f361a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc893dc-37de-4d1d-8414-e1ac17487169,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:41.044851 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c73d3f3-f096-4b0b-842e-6ec39ad27fdd admin admin] Publish callbacks [] for security_group (dfc893dc-37de-4d1d-8414-e1ac17487169), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.068754 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c73d3f3-f096-4b0b-842e-6ec39ad27fdd admin admin] Publish callbacks [] for security_group (dfc893dc-37de-4d1d-8414-e1ac17487169), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.124870 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c73d3f3-f096-4b0b-842e-6ec39ad27fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (dfc893dc-37de-4d1d-8414-e1ac17487169), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.128103 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c73d3f3-f096-4b0b-842e-6ec39ad27fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.131996 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0c73d3f3-f096-4b0b-842e-6ec39ad27fdd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfc893dc-37de-4d1d-8414-e1ac17487169 HTTP/1.1" status: 204 len: 168 time: 0.1468518 Apr 11 13:04:41.147478 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73d3f3-f096-4b0b-842e-6ec39ad27fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc893dc-37de-4d1d-8414-e1ac17487169,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:41.244207 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1a076-16aa-4c50-9d0a-98a27a090d63 req-aa265a00-ff1c-4e60-b437-3bc17a0b8096 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:41.246218 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a9a1a076-16aa-4c50-9d0a-98a27a090d63 req-aa265a00-ff1c-4e60-b437-3bc17a0b8096 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0582097 Apr 11 13:04:41.301269 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a9a1a076-16aa-4c50-9d0a-98a27a090d63 req-db32b1b3-ecd9-4318-b8d6-c30f454ede45 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492873 Apr 11 13:04:41.446803 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.621639 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56172) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:41.636278 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-864a9f29-7186-4df0-9b96-dd3832b1fc5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.735930 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-864a9f29-7186-4df0-9b96-dd3832b1fc5f admin admin] Publish callbacks [] for security_group (67669b09-b8c7-4c6b-8af3-13d59da8b4bf), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.741637 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-864a9f29-7186-4df0-9b96-dd3832b1fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (67669b09-b8c7-4c6b-8af3-13d59da8b4bf), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.794622 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-864a9f29-7186-4df0-9b96-dd3832b1fc5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf3560cf59564484973384a264109f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715596 Apr 11 13:04:41.797811 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56176) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:41.810506 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a9f29-7186-4df0-9b96-dd3832b1fc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67669b09-b8c7-4c6b-8af3-13d59da8b4bf,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:41.856262 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-293c0e0a-1edc-4cf0-884b-b53d8677d5ad admin admin] Publish callbacks [] for security_group (67669b09-b8c7-4c6b-8af3-13d59da8b4bf), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.896552 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-293c0e0a-1edc-4cf0-884b-b53d8677d5ad admin admin] Publish callbacks [] for security_group (67669b09-b8c7-4c6b-8af3-13d59da8b4bf), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.947255 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-293c0e0a-1edc-4cf0-884b-b53d8677d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (67669b09-b8c7-4c6b-8af3-13d59da8b4bf), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.948955 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-293c0e0a-1edc-4cf0-884b-b53d8677d5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:41.950118 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-293c0e0a-1edc-4cf0-884b-b53d8677d5ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67669b09-b8c7-4c6b-8af3-13d59da8b4bf HTTP/1.1" status: 204 len: 168 time: 0.1509538 Apr 11 13:04:41.961217 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c0e0a-1edc-4cf0-884b-b53d8677d5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67669b09-b8c7-4c6b-8af3-13d59da8b4bf,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:42.429304 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d8307-f732-4a84-aa3f-b9b2ad66e0ac req-c0452c6b-655f-4d21-ba57-e9fa8aa1976f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:42.431727 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b55d8307-f732-4a84-aa3f-b9b2ad66e0ac req-c0452c6b-655f-4d21-ba57-e9fa8aa1976f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0515189 Apr 11 13:04:42.485823 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b55d8307-f732-4a84-aa3f-b9b2ad66e0ac req-9659ea5b-749b-43f6-8c1f-54e751445327 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473986 Apr 11 13:04:43.622839 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfdafe-31c0-44ae-abf0-7d5470d9d3b5 req-b7470c31-a2a9-4d86-b6eb-a86d853fabb3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:43.630371 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5bbfdafe-31c0-44ae-abf0-7d5470d9d3b5 req-b7470c31-a2a9-4d86-b6eb-a86d853fabb3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0564756 Apr 11 13:04:43.686403 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5bbfdafe-31c0-44ae-abf0-7d5470d9d3b5 req-c0a123b7-7ed4-427b-b178-86a65955fb16 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539556 Apr 11 13:04:44.829641 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c7fdf-8bb7-4201-b19f-62113cf28949 req-1a62f554-fc3e-48db-b067-1430c647efe8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:44.831853 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c22c7fdf-8bb7-4201-b19f-62113cf28949 req-1a62f554-fc3e-48db-b067-1430c647efe8 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0594022 Apr 11 13:04:44.910636 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c22c7fdf-8bb7-4201-b19f-62113cf28949 req-e669a345-b29f-4007-8456-172064a8aa46 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551894 Apr 11 13:04:46.030465 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f30f85-5509-4522-8411-bf77803d731f req-0516a63a-51d7-4a07-aa43-f8c53878f0ce tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:46.031970 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b7f30f85-5509-4522-8411-bf77803d731f req-0516a63a-51d7-4a07-aa43-f8c53878f0ce tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0740888 Apr 11 13:04:46.037416 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-79f9f816-5694-45e7-bf82-06ab3f375046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:46.039036 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-79f9f816-5694-45e7-bf82-06ab3f375046 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 1130 time: 0.0529320 Apr 11 13:04:46.141303 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b7f30f85-5509-4522-8411-bf77803d731f req-14457086-4ddb-4e34-b272-33f9629efe8f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013045 Apr 11 13:04:46.160955 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-498b729e-319c-4938-a18b-7eeb2bb06188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:46.162522 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-498b729e-319c-4938-a18b-7eeb2bb06188 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 915 time: 0.1168566 Apr 11 13:04:46.234927 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-de9012da-0b20-4683-a7f4-0d921e5ffaa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcab605b-1952-44a4-8c0e-af7b75407a24 HTTP/1.1" status: 200 len: 1002 time: 0.0658629 Apr 11 13:04:46.284105 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-c3c12354-2ff7-4596-92e0-a291acc989a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:46.285575 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-c3c12354-2ff7-4596-92e0-a291acc989a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204d0409-b5f8-49fe-bc93-a6fb09b4c374 HTTP/1.1" status: 200 len: 853 time: 0.0442963 Apr 11 13:04:46.330120 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-14bc437b-43bc-42ab-a463-4a7646d37c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:46.331635 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-14bc437b-43bc-42ab-a463-4a7646d37c53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e2ce377-60e7-40d0-a684-279719c14ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393102 Apr 11 13:04:46.427829 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-f233b20a-73e3-431a-aaaf-1b962c43ceca service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894413 Apr 11 13:04:46.536006 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b86f25e8-69ae-430f-8a20-5142f0d1d509 req-613cae72-dcad-4262-85c2-82aeeb7c50c6 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009467 Apr 11 13:04:47.300959 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb70c-53dd-4248-bc2f-661a3bdc060a req-e04ce208-a8df-4752-9264-4655c5e3288e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:47.302369 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-61ecb70c-53dd-4248-bc2f-661a3bdc060a req-e04ce208-a8df-4752-9264-4655c5e3288e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0646973 Apr 11 13:04:47.354420 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-61ecb70c-53dd-4248-bc2f-661a3bdc060a req-22987ca8-3681-4eba-899e-09fc56d7885a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437200 Apr 11 13:04:48.492280 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0bea6-3d6b-44c2-a18b-1e506191c9e6 req-efbfb8fc-613e-4001-9ed7-0537a384fb38 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:48.493729 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-67b0bea6-3d6b-44c2-a18b-1e506191c9e6 req-efbfb8fc-613e-4001-9ed7-0537a384fb38 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0597732 Apr 11 13:04:48.540433 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-67b0bea6-3d6b-44c2-a18b-1e506191c9e6 req-24989256-da3e-4c88-90e3-80ff8ec6df2e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Apr 11 13:04:49.328194 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [req-7cf6e468-6529-4624-94ef-09e93aba81e6 req-4c605726-1f53-4c5d-886a-73e5a2bc9a6b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:04:49.329164 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7cf6e468-6529-4624-94ef-09e93aba81e6 req-4c605726-1f53-4c5d-886a-73e5a2bc9a6b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057318 Apr 11 13:04:49.518593 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f221-1407-4984-acf4-3c53312acaa2 req-d862482c-a240-4c55-9edf-8941094d4d1f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:49.520010 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3434f221-1407-4984-acf4-3c53312acaa2 req-d862482c-a240-4c55-9edf-8941094d4d1f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 946 time: 0.0741646 Apr 11 13:04:49.543654 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17350200-57dc-4ee9-b961-88f9813c5052 req-8383881a-7cdf-4acf-a75e-38081fe8da6a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0599749 Apr 11 13:04:49.552176 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device fcab605b-1952-44a4-8c0e-af7b75407a24 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:04:49.574367 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3434f221-1407-4984-acf4-3c53312acaa2 req-17d6eda9-8191-4b2c-b396-8a376a359a82 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484428 Apr 11 13:04:49.621147 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350200-57dc-4ee9-b961-88f9813c5052 req-80f51b84-73ed-45dc-991e-82117625d96d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:49.622634 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-17350200-57dc-4ee9-b961-88f9813c5052 req-80f51b84-73ed-45dc-991e-82117625d96d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports/fcab605b-1952-44a4-8c0e-af7b75407a24 HTTP/1.1" status: 200 len: 943 time: 0.0509539 Apr 11 13:04:49.637701 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port fcab605b-1952-44a4-8c0e-af7b75407a24 is: ACTIVE; New status is: DOWN {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:04:49.638086 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:49.663663 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:04:49.666068 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fb670b-8929-4e59-8a70-95995375e3b8" -d '{"events": [{"server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "name": "network-vif-unplugged", "status": "completed", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:04:49.679342 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:04:49.686413 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:49.711701 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 13:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79dd089-812b-4d4f-ad5e-f186b48dd231 x-openstack-request-id: req-c79dd089-812b-4d4f-ad5e-f186b48dd231 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:04:49.712005 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "name": "network-vif-unplugged", "status": "failed", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24", "code": 422}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:04:49.712251 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c79dd089-812b-4d4f-ad5e-f186b48dd231 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:04:49.712678 dv-cinder-836083-3-iscsi neutron-server[103363]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c79dd089-812b-4d4f-ad5e-f186b48dd231']: {'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'code': 422} returned with failed status Apr 11 13:04:49.736213 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=8']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:50.403209 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350200-57dc-4ee9-b961-88f9813c5052 req-b8b15f80-2e48-4546-a55c-5f8eb23be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:50.404772 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17350200-57dc-4ee9-b961-88f9813c5052 req-b8b15f80-2e48-4546-a55c-5f8eb23be9e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2&tenant_id=4f51b3316ccb49238618f982c77265ae HTTP/1.1" status: 200 len: 1128 time: 0.0851095 Apr 11 13:04:50.478875 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350200-57dc-4ee9-b961-88f9813c5052 req-225082de-17e9-4c8c-8566-0fba1756c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:50.478875 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17350200-57dc-4ee9-b961-88f9813c5052 req-225082de-17e9-4c8c-8566-0fba1756c1a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 1128 time: 0.0472741 Apr 11 13:04:50.573283 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350200-57dc-4ee9-b961-88f9813c5052 req-d82b8101-b922-4da6-802b-9a774d6b036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:50.574780 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17350200-57dc-4ee9-b961-88f9813c5052 req-d82b8101-b922-4da6-802b-9a774d6b036f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 915 time: 0.0895164 Apr 11 13:04:50.665325 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17350200-57dc-4ee9-b961-88f9813c5052 req-0dbd3584-d30e-4023-9a0d-5f159ac46fe4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcab605b-1952-44a4-8c0e-af7b75407a24 HTTP/1.1" status: 200 len: 1000 time: 0.0841906 Apr 11 13:04:50.728620 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaf015-02d0-440e-b2a0-d84f00352cbf req-b89280d6-616c-4fbf-b326-fcdd9f9fc9ab tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:50.729935 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-becaf015-02d0-440e-b2a0-d84f00352cbf req-b89280d6-616c-4fbf-b326-fcdd9f9fc9ab tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0772772 Apr 11 13:04:50.751464 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350200-57dc-4ee9-b961-88f9813c5052 req-b7dccac4-a139-4aa8-9fdd-236448d284ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:50.752906 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17350200-57dc-4ee9-b961-88f9813c5052 req-b7dccac4-a139-4aa8-9fdd-236448d284ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204d0409-b5f8-49fe-bc93-a6fb09b4c374 HTTP/1.1" status: 200 len: 853 time: 0.0682297 Apr 11 13:04:50.809099 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-becaf015-02d0-440e-b2a0-d84f00352cbf req-e9acdc1d-eeb1-4b6f-adc4-654b2d4828d2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731578 Apr 11 13:04:50.813010 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350200-57dc-4ee9-b961-88f9813c5052 req-739cab81-a063-4c56-9665-1bde6f8c5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:50.815465 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17350200-57dc-4ee9-b961-88f9813c5052 req-739cab81-a063-4c56-9665-1bde6f8c5962 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e2ce377-60e7-40d0-a684-279719c14ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555518 Apr 11 13:04:50.909853 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17350200-57dc-4ee9-b961-88f9813c5052 req-8f5026c0-7057-4f17-91f3-2054261f8381 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884013 Apr 11 13:04:50.996590 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-17350200-57dc-4ee9-b961-88f9813c5052 req-7517306c-ebc5-4535-8e88-5a07b58fb999 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802324 Apr 11 13:04:51.972456 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8d211-0ebf-473a-b10e-b414c4e3a811 req-cf49dcaf-4ade-4659-8eea-0740108b66f7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:51.979091 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-25b8d211-0ebf-473a-b10e-b414c4e3a811 req-cf49dcaf-4ade-4659-8eea-0740108b66f7 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0835433 Apr 11 13:04:52.108116 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-25b8d211-0ebf-473a-b10e-b414c4e3a811 req-c1f9ba66-3a13-4cc7-91e9-b875ac99d501 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213200 Apr 11 13:04:53.275864 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc7c71-aea3-4180-af9b-097ffed1ec80 req-bc259e2f-0ef6-4468-b97a-6688fb1091d4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:53.283596 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a6cc7c71-aea3-4180-af9b-097ffed1ec80 req-bc259e2f-0ef6-4468-b97a-6688fb1091d4 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0710273 Apr 11 13:04:53.327210 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a6cc7c71-aea3-4180-af9b-097ffed1ec80 req-97995cd2-9b8d-4b0b-a859-39196af821de tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426114 Apr 11 13:04:54.462580 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375484dc-eb74-4c7c-94cb-7bd7d8de1d38 req-2664081d-9ae5-406c-a482-618123ec81d3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:54.464065 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-375484dc-eb74-4c7c-94cb-7bd7d8de1d38 req-2664081d-9ae5-406c-a482-618123ec81d3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0514004 Apr 11 13:04:54.514056 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-375484dc-eb74-4c7c-94cb-7bd7d8de1d38 req-7c9ce0a1-f188-4a9d-8646-c35092da07e9 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440032 Apr 11 13:04:55.635933 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b5519-ccb5-4b13-aef5-f682130bb804 req-fadc479b-9dd5-4d53-8c15-6398fe15093d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:55.637881 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ab6b5519-ccb5-4b13-aef5-f682130bb804 req-fadc479b-9dd5-4d53-8c15-6398fe15093d tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0493047 Apr 11 13:04:55.690128 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ab6b5519-ccb5-4b13-aef5-f682130bb804 req-3becf3ac-a61c-4fde-9c03-2e0cb24de8c2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463290 Apr 11 13:04:56.203933 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-208351d1-5889-444c-86c6-8f81fb7bae10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:56.820697 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbab15f-3046-4f57-9a92-6cef2c7434db req-4c822370-5f33-4a07-826e-a5ebba106350 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:56.822239 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6fbab15f-3046-4f57-9a92-6cef2c7434db req-4c822370-5f33-4a07-826e-a5ebba106350 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0555112 Apr 11 13:04:56.874015 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6fbab15f-3046-4f57-9a92-6cef2c7434db req-f52373f3-c86f-4644-a2af-745ad395184e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458863 Apr 11 13:04:58.014251 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27519b-6024-4b8a-8293-93490b314702 req-1022e5e8-12d2-4404-9bb3-bb90711371be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:58.015903 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2e27519b-6024-4b8a-8293-93490b314702 req-1022e5e8-12d2-4404-9bb3-bb90711371be tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0559886 Apr 11 13:04:58.079895 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2e27519b-6024-4b8a-8293-93490b314702 req-72919315-22b2-417b-89a1-3871afab992a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562391 Apr 11 13:04:58.757056 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-348536f6-eaa2-4230-b5e4-cc34a12b3e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.150289 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56566) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:59.238795 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14014227-0f37-49d5-be2a-46bba9d42401 req-13af5bf2-86d8-4855-81d2-b0d68aa2b5f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:04:59.240288 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-14014227-0f37-49d5-be2a-46bba9d42401 req-13af5bf2-86d8-4855-81d2-b0d68aa2b5f2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0580568 Apr 11 13:04:59.293372 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-14014227-0f37-49d5-be2a-46bba9d42401 req-47e548e8-c8cb-4204-8410-b5608303e58e tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471349 Apr 11 13:04:59.304613 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5a3979e-de01-4377-ab20-42c08ceab064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.385686 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5a3979e-de01-4377-ab20-42c08ceab064 admin admin] Publish callbacks [] for security_group (b9eb3c13-87c0-4107-908f-370be0f89d2e), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.392356 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5a3979e-de01-4377-ab20-42c08ceab064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (b9eb3c13-87c0-4107-908f-370be0f89d2e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.430282 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d5a3979e-de01-4377-ab20-42c08ceab064 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b324a4ef36a7487b921475ea5c85dfa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781281 Apr 11 13:04:59.431115 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3979e-de01-4377-ab20-42c08ceab064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eb3c13-87c0-4107-908f-370be0f89d2e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:59.433152 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56570) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:59.484591 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec999220-30e6-4cf0-a522-525036038838 admin admin] Publish callbacks [] for security_group (b9eb3c13-87c0-4107-908f-370be0f89d2e), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.505805 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec999220-30e6-4cf0-a522-525036038838 admin admin] Publish callbacks [] for security_group (b9eb3c13-87c0-4107-908f-370be0f89d2e), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.554625 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec999220-30e6-4cf0-a522-525036038838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (b9eb3c13-87c0-4107-908f-370be0f89d2e), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.555633 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.557160 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec999220-30e6-4cf0-a522-525036038838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.558315 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-ec999220-30e6-4cf0-a522-525036038838 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9eb3c13-87c0-4107-908f-370be0f89d2e HTTP/1.1" status: 204 len: 168 time: 0.1241474 Apr 11 13:04:59.566100 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec999220-30e6-4cf0-a522-525036038838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eb3c13-87c0-4107-908f-370be0f89d2e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:59.845542 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56576) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:04:59.858406 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c6d23943-cbc0-45d0-8e8b-5b3f4e897376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.936247 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c6d23943-cbc0-45d0-8e8b-5b3f4e897376 admin admin] Publish callbacks [] for security_group (5916d270-4cfc-46a7-83a5-71bc03a44ea5), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.940574 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c6d23943-cbc0-45d0-8e8b-5b3f4e897376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5916d270-4cfc-46a7-83a5-71bc03a44ea5), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:04:59.987404 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d23943-cbc0-45d0-8e8b-5b3f4e897376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5916d270-4cfc-46a7-83a5-71bc03a44ea5,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:04:59.993572 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-c6d23943-cbc0-45d0-8e8b-5b3f4e897376 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a94518c000b34f528b11ef6d309c92c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451335 Apr 11 13:04:59.994435 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56580) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:00.044263 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7970-7e9b-4b50-a756-13f1c806e3b7 admin admin] Publish callbacks [] for security_group (5916d270-4cfc-46a7-83a5-71bc03a44ea5), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:00.066424 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7970-7e9b-4b50-a756-13f1c806e3b7 admin admin] Publish callbacks [] for security_group (5916d270-4cfc-46a7-83a5-71bc03a44ea5), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:00.117774 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7970-7e9b-4b50-a756-13f1c806e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5916d270-4cfc-46a7-83a5-71bc03a44ea5), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:00.121073 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7970-7e9b-4b50-a756-13f1c806e3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:00.122228 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-0f2e7970-7e9b-4b50-a756-13f1c806e3b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5916d270-4cfc-46a7-83a5-71bc03a44ea5 HTTP/1.1" status: 204 len: 168 time: 0.1268804 Apr 11 13:05:00.130634 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e7970-7e9b-4b50-a756-13f1c806e3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5916d270-4cfc-46a7-83a5-71bc03a44ea5,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:00.413195 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b997999-21e2-44c7-bff0-054914717373 req-eb4bfac3-2915-404d-8dc0-1e0c9fe47016 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:00.414782 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4b997999-21e2-44c7-bff0-054914717373 req-eb4bfac3-2915-404d-8dc0-1e0c9fe47016 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0475676 Apr 11 13:05:00.462108 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4b997999-21e2-44c7-bff0-054914717373 req-a500f544-ba82-49de-a468-09c27477c6c0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414245 Apr 11 13:05:01.008175 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:01.592720 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831982c-5718-4e1e-a1cf-512005ac170c req-950db5c7-67f5-40bf-b12e-1edb115f09d6 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:01.604534 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9831982c-5718-4e1e-a1cf-512005ac170c req-950db5c7-67f5-40bf-b12e-1edb115f09d6 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0533111 Apr 11 13:05:01.659533 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9831982c-5718-4e1e-a1cf-512005ac170c req-05ebc732-6b4d-4bd7-91b1-87e456d74831 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535123 Apr 11 13:05:02.690198 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:02.780937 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819739ee-2030-4569-9fcd-b1420da3394a req-5704fa9f-07bb-4a74-a629-5dbfb8adce1a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:02.782354 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-819739ee-2030-4569-9fcd-b1420da3394a req-5704fa9f-07bb-4a74-a629-5dbfb8adce1a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 944 time: 0.0507398 Apr 11 13:05:02.830648 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-819739ee-2030-4569-9fcd-b1420da3394a req-269beebd-e1ba-42f0-abd4-49513aa0e4ff tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399919 Apr 11 13:05:03.645238 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device fcab605b-1952-44a4-8c0e-af7b75407a24 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:05:03.761004 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:03.772001 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'port_id': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'mac_address': 'fa:16:3e:dd:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:05:03.808922 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port fcab605b-1952-44a4-8c0e-af7b75407a24 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:05:03.809368 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:03.822633 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcab605b-1952-44a4-8c0e-af7b75407a24 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:05:03.842499 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:03.846779 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:03.902647 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=9']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:03.969445 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53101c9b-770d-4012-a03a-46a6e7cbe6a7 req-4d0f68b4-6b96-416c-9e08-69e2c2e10e03 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:03.970934 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-53101c9b-770d-4012-a03a-46a6e7cbe6a7 req-4d0f68b4-6b96-416c-9e08-69e2c2e10e03 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 945 time: 0.0491772 Apr 11 13:05:04.022858 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-53101c9b-770d-4012-a03a-46a6e7cbe6a7 req-f2b19ca4-1cbf-426a-b92b-345e82908179 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460596 Apr 11 13:05:04.103518 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['fcab605b-1952-44a4-8c0e-af7b75407a24'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:05:04.658032 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56728) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:04.776512 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52387fb1-cccd-4c80-a190-bbe5f1633601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:04.853169 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52387fb1-cccd-4c80-a190-bbe5f1633601 admin admin] Publish callbacks [] for security_group (99ad18d0-4e0b-4f55-bd58-bcec850aca20), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:04.858318 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52387fb1-cccd-4c80-a190-bbe5f1633601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (99ad18d0-4e0b-4f55-bd58-bcec850aca20), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:04.894369 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52387fb1-cccd-4c80-a190-bbe5f1633601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ad18d0-4e0b-4f55-bd58-bcec850aca20,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:04.898626 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-52387fb1-cccd-4c80-a190-bbe5f1633601 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bc27a1139624b73a5b933aaa5579579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395549 Apr 11 13:05:04.901423 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56732) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:04.950600 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-84feb236-75db-43c4-bcf6-ca1627005539 admin admin] Publish callbacks [] for security_group (99ad18d0-4e0b-4f55-bd58-bcec850aca20), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:04.975054 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-84feb236-75db-43c4-bcf6-ca1627005539 admin admin] Publish callbacks [] for security_group (99ad18d0-4e0b-4f55-bd58-bcec850aca20), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.022640 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-84feb236-75db-43c4-bcf6-ca1627005539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (99ad18d0-4e0b-4f55-bd58-bcec850aca20), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.025567 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-84feb236-75db-43c4-bcf6-ca1627005539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.026706 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-84feb236-75db-43c4-bcf6-ca1627005539 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99ad18d0-4e0b-4f55-bd58-bcec850aca20 HTTP/1.1" status: 204 len: 168 time: 0.1244192 Apr 11 13:05:05.034283 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84feb236-75db-43c4-bcf6-ca1627005539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ad18d0-4e0b-4f55-bd58-bcec850aca20,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:05.149142 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300ff0b-c134-4e8c-8193-3aaa0ba17d78 req-af729595-254a-4e6e-b4c7-dde591aad00a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:05.150621 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0300ff0b-c134-4e8c-8193-3aaa0ba17d78 req-af729595-254a-4e6e-b4c7-dde591aad00a tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 945 time: 0.0489848 Apr 11 13:05:05.199772 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0300ff0b-c134-4e8c-8193-3aaa0ba17d78 req-40666961-d4a4-4d6c-9486-f736563e6bf3 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433586 Apr 11 13:05:05.297035 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56744) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:05.310331 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b71af735-9b4c-4e4d-b6c1-47753380e18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.391490 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b71af735-9b4c-4e4d-b6c1-47753380e18c admin admin] Publish callbacks [] for security_group (a12a7848-3050-4e13-a904-f3579542cd89), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.397733 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b71af735-9b4c-4e4d-b6c1-47753380e18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a12a7848-3050-4e13-a904-f3579542cd89), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.435149 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-b71af735-9b4c-4e4d-b6c1-47753380e18c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8d805b2bcc443b481bca046931abd38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369808 Apr 11 13:05:05.436115 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71af735-9b4c-4e4d-b6c1-47753380e18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a7848-3050-4e13-a904-f3579542cd89,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:05.438767 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56746) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:05.488394 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc79d11b-ab03-427c-8014-b8a62ae09260 admin admin] Publish callbacks [] for security_group (a12a7848-3050-4e13-a904-f3579542cd89), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.509891 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc79d11b-ab03-427c-8014-b8a62ae09260 admin admin] Publish callbacks [] for security_group (a12a7848-3050-4e13-a904-f3579542cd89), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.565118 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc79d11b-ab03-427c-8014-b8a62ae09260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a12a7848-3050-4e13-a904-f3579542cd89), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.567602 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc79d11b-ab03-427c-8014-b8a62ae09260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.568769 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-dc79d11b-ab03-427c-8014-b8a62ae09260 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a12a7848-3050-4e13-a904-f3579542cd89 HTTP/1.1" status: 204 len: 168 time: 0.1289654 Apr 11 13:05:05.576394 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79d11b-ab03-427c-8014-b8a62ae09260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a7848-3050-4e13-a904-f3579542cd89,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:05.647338 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device fcab605b-1952-44a4-8c0e-af7b75407a24 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:05:05.696701 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port fcab605b-1952-44a4-8c0e-af7b75407a24 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:05:05.697024 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.774658 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port fcab605b-1952-44a4-8c0e-af7b75407a24 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:05:05.775066 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.796822 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:05:05.799071 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543c304f-2d5c-49d5-bf82-9f9a458b962a" -d '{"events": [{"server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "name": "network-vif-plugged", "status": "completed", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:05:05.811839 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:05.817779 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:05.848331 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926b5151-6dba-4575-81d8-5a9dfa715c66 x-openstack-request-id: req-926b5151-6dba-4575-81d8-5a9dfa715c66 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:05:05.848331 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "name": "network-vif-plugged", "status": "completed", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:05:05.848331 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-926b5151-6dba-4575-81d8-5a9dfa715c66 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:05:05.848331 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926b5151-6dba-4575-81d8-5a9dfa715c66'] response: {'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'code': 200} Apr 11 13:05:05.875308 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=10']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:06.039557 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3e72d-1128-427a-b0da-46e848be6fba req-12a71821-0e01-4163-9d30-4a2a8beb96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:06.041210 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-08c3e72d-1128-427a-b0da-46e848be6fba req-12a71821-0e01-4163-9d30-4a2a8beb96b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 1131 time: 0.0419219 Apr 11 13:05:06.100211 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-08c3e72d-1128-427a-b0da-46e848be6fba req-0431d18f-a282-45e1-a978-6256b82663c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482121 Apr 11 13:05:06.272029 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56776) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:06.324314 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19ba2-87a0-4371-b16c-89d2a46f560d req-083ccd00-8f82-4ee4-8c23-42494097eded tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:06.325793 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fda19ba2-87a0-4371-b16c-89d2a46f560d req-083ccd00-8f82-4ee4-8c23-42494097eded tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 947 time: 0.0500705 Apr 11 13:05:06.369125 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1197580342-network', 'tenant_id': '279c9a9efaf34f518ae68984506a5222'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:05:06.373964 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-fda19ba2-87a0-4371-b16c-89d2a46f560d req-f390db16-6013-41d6-aa43-65bc10225199 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426311 Apr 11 13:05:06.389111 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Made reservation on behalf of 279c9a9efaf34f518ae68984506a5222 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:05:06.391434 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.400056 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.475298 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Publish callbacks [] for security_group (781b563a-6e6a-4b9f-b18e-71f53ba217d4), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.479204 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (781b563a-6e6a-4b9f-b18e-71f53ba217d4), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.503804 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:05:06.513639 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781b563a-6e6a-4b9f-b18e-71f53ba217d4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:06.518421 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (66caf0dd-9e46-4b26-8a51-60374a514a79), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.518760 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.segments_db [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Added segment 66caf0dd-9e46-4b26-8a51-60374a514a79 of type vlan for network 3c69c46b-9217-4dc9-a31c-af01ccfcba80 Apr 11 13:05:06.558219 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (3c69c46b-9217-4dc9-a31c-af01ccfcba80), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.583048 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (3c69c46b-9217-4dc9-a31c-af01ccfcba80), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.584035 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:06.584675 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.616545 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3433986 Apr 11 13:05:06.619671 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56780) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:06.624668 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Request body: {'subnet': {'network_id': '3c69c46b-9217-4dc9-a31c-af01ccfcba80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1197580342-subnet', 'tenant_id': '279c9a9efaf34f518ae68984506a5222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:05:06.646893 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Made reservation on behalf of 279c9a9efaf34f518ae68984506a5222 for: {'subnet': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:05:06.649227 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f6583-273a-42a4-8c7c-0dc7cefac00d admin admin] Pushing event updated for resources: {'Network': ['ID=3c69c46b-9217-4dc9-a31c-af01ccfcba80,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:06.649793 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25661899'] for subnet (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.658901 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 3c69c46b-9217-4dc9-a31c-af01ccfcba80 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:05:06.816298 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25668824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25661913'] for subnet (316da1df-a347-4927-8865-d9986b242199), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.861975 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Pushing event updated for resources: {'Subnet': ['ID=316da1df-a347-4927-8865-d9986b242199,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:06.878477 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Checking segment: {'id': '66caf0dd-9e46-4b26-8a51-60374a514a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3c69c46b-9217-4dc9-a31c-af01ccfcba80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:05:06.878815 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Network hostable DHCP agents. Network: 3c69c46b-9217-4dc9-a31c-af01ccfcba80, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:05:06.897441 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Network 3c69c46b-9217-4dc9-a31c-af01ccfcba80 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:05:06.906700 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 3c69c46b-9217-4dc9-a31c-af01ccfcba80) {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:05:06.911569 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:06.912618 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:06.915715 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258f1e63-8734-41e8-a029-4d29a13b27ef None None] Network 3c69c46b-9217-4dc9-a31c-af01ccfcba80 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:05:06.934735 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-37e4c3ca-8e02-4f1a-afe3-b005bcf6faba admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3086333 Apr 11 13:05:07.015482 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15ba3ca-fc72-4424-ade5-81d43593081e None None] Network 3c69c46b-9217-4dc9-a31c-af01ccfcba80 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:05:07.405518 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56802) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:07.410506 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-984977394-network', 'tenant_id': 'a9f3165d5e134560aaf41aed4194c426'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:05:07.433388 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Made reservation on behalf of a9f3165d5e134560aaf41aed4194c426 for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:05:07.435892 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:07.444679 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:07.526408 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94472-609c-4db6-b84f-f6b489b89f22 req-6a883fe5-37ab-4988-ae93-306d6bd54995 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:07.527868 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8dc94472-609c-4db6-b84f-f6b489b89f22 req-6a883fe5-37ab-4988-ae93-306d6bd54995 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 947 time: 0.0644929 Apr 11 13:05:07.589775 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Publish callbacks [] for security_group (6302b14f-54b3-4b05-9d51-4b8d4bf5fa88), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:07.597682 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8dc94472-609c-4db6-b84f-f6b489b89f22 req-a3213ef9-07dd-43a1-828f-00587114ed24 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634310 Apr 11 13:05:07.598681 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (6302b14f-54b3-4b05-9d51-4b8d4bf5fa88), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:07.623652 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:05:07.635781 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6302b14f-54b3-4b05-9d51-4b8d4bf5fa88,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:07.642399 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (b751d5eb-171f-4b57-9840-0812091e4648), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:07.642399 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Added segment b751d5eb-171f-4b57-9840-0812091e4648 of type vlan for network 99ff5559-31a9-4b63-9d02-e6a91a36c429 Apr 11 13:05:07.687600 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (99ff5559-31a9-4b63-9d02-e6a91a36c429), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:07.715535 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (99ff5559-31a9-4b63-9d02-e6a91a36c429), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:07.716861 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:07.717628 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:07.747421 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3407884 Apr 11 13:05:07.750332 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56812) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:07.757326 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Request body: {'subnet': {'network_id': '99ff5559-31a9-4b63-9d02-e6a91a36c429', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-984977394-subnet', 'tenant_id': 'a9f3165d5e134560aaf41aed4194c426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:05:07.777127 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Made reservation on behalf of a9f3165d5e134560aaf41aed4194c426 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:05:07.779431 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28990648'] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:07.785256 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0721827-d1f9-4747-9518-b89c7080d836 admin admin] Pushing event updated for resources: {'Network': ['ID=99ff5559-31a9-4b63-9d02-e6a91a36c429,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:07.798859 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network 99ff5559-31a9-4b63-9d02-e6a91a36c429 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:05:07.957257 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28990634'] for subnet (f2b97530-0445-48e0-9fab-21cc2118a86e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:08.014332 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b97530-0445-48e0-9fab-21cc2118a86e,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:08.023767 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Checking segment: {'id': 'b751d5eb-171f-4b57-9840-0812091e4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '99ff5559-31a9-4b63-9d02-e6a91a36c429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:05:08.024184 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Network hostable DHCP agents. Network: 99ff5559-31a9-4b63-9d02-e6a91a36c429, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:05:08.043341 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Network 99ff5559-31a9-4b63-9d02-e6a91a36c429 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:05:08.053102 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, 99ff5559-31a9-4b63-9d02-e6a91a36c429) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:05:08.057547 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:08.062020 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:08.064188 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b98fba-0e02-4ed6-a60c-23ab7388f4e2 None None] Network 99ff5559-31a9-4b63-9d02-e6a91a36c429 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:05:08.088666 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0b769374-0652-49f0-a7a4-311618371882 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3288736 Apr 11 13:05:08.193764 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d52278-7f2a-43e8-abcc-9372019260e4 None None] Network 99ff5559-31a9-4b63-9d02-e6a91a36c429 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:05:08.726440 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10d72-e97b-4c18-8aaa-eddea3a6eb69 req-5d2320a2-ea9a-47ac-805a-f05cfe985f42 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:08.727928 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-98c10d72-e97b-4c18-8aaa-eddea3a6eb69 req-5d2320a2-ea9a-47ac-805a-f05cfe985f42 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 947 time: 0.0493553 Apr 11 13:05:08.775717 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-98c10d72-e97b-4c18-8aaa-eddea3a6eb69 req-16cfb933-7c54-4726-915b-7d88201a8b0f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Apr 11 13:05:10.833877 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:05:11.445375 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:11.882721 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ced06-66bd-4d83-be64-81eec59a8181 req-1a07e9b2-b39b-4239-9b54-7c8832ed777f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:11.884318 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a04ced06-66bd-4d83-be64-81eec59a8181 req-1a07e9b2-b39b-4239-9b54-7c8832ed777f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.0624294 Apr 11 13:05:11.933499 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a04ced06-66bd-4d83-be64-81eec59a8181 req-a58110c0-34ef-4c59-b5fa-1df68339ee66 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421021 Apr 11 13:05:12.241783 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a0213-c110-46ab-ac3f-c1c2a130b3db req-5b4c160d-f053-4c81-ac3e-a206f17c24f0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:12.243165 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-195a0213-c110-46ab-ac3f-c1c2a130b3db req-5b4c160d-f053-4c81-ac3e-a206f17c24f0 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 946 time: 0.0594077 Apr 11 13:05:12.291553 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-195a0213-c110-46ab-ac3f-c1c2a130b3db req-7dc7a326-30ab-4a94-800c-e951c1f89f18 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Apr 11 13:05:13.061002 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab789e1a-7186-4d10-8e05-3a452ae8c5cb req-9b784ed7-cdc8-4830-8eaf-3517fc755c26 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:13.062483 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ab789e1a-7186-4d10-8e05-3a452ae8c5cb req-9b784ed7-cdc8-4830-8eaf-3517fc755c26 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.0473378 Apr 11 13:05:13.111616 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ab789e1a-7186-4d10-8e05-3a452ae8c5cb req-6c24a1af-81fa-4315-a80c-e2f08d0f9698 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420592 Apr 11 13:05:13.414234 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4df2-aa7f-439e-a4f4-20c83bc6fb6d req-191e1096-84c4-4013-a2ec-8c9be8452b1d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:13.415729 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-de1b4df2-aa7f-439e-a4f4-20c83bc6fb6d req-191e1096-84c4-4013-a2ec-8c9be8452b1d tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 946 time: 0.0502372 Apr 11 13:05:13.461911 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-de1b4df2-aa7f-439e-a4f4-20c83bc6fb6d req-18cd4efd-c00a-4157-8484-3f235d20ffe5 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 Apr 11 13:05:14.230489 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7e205-282f-4375-b069-725f308a5cdf req-1a87cd8a-f966-4129-85eb-00a2ed82e691 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:14.232178 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3fc7e205-282f-4375-b069-725f308a5cdf req-1a87cd8a-f966-4129-85eb-00a2ed82e691 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.0479782 Apr 11 13:05:14.279086 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3fc7e205-282f-4375-b069-725f308a5cdf req-4dae43aa-da78-4630-907c-d42b960930e9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Apr 11 13:05:14.595734 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38110f04-32da-4ea5-a0d5-d05065265445 req-4a8b6530-6194-4fef-aab4-fa16fe7eeece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:14.597226 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-38110f04-32da-4ea5-a0d5-d05065265445 req-4a8b6530-6194-4fef-aab4-fa16fe7eeece tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 946 time: 0.0614889 Apr 11 13:05:14.651107 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-38110f04-32da-4ea5-a0d5-d05065265445 req-b577b381-ed51-4a69-9515-469a09ffe881 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups?id=b468ba41-ab38-4a2c-a04a-dafc2a4360bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452328 Apr 11 13:05:14.914655 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b9e42525-0e30-4391-b490-a083589fafa3 req-e7ef453b-3475-4ea4-964d-f0487989bf14 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441861 Apr 11 13:05:15.110214 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e42525-0e30-4391-b490-a083589fafa3 req-345da084-292a-4439-ba42-72f121f1600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:15.111278 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-eda99610-663d-46d0-8a04-3261235e80d9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:15.111781 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b9e42525-0e30-4391-b490-a083589fafa3 req-345da084-292a-4439-ba42-72f121f1600d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f51b3316ccb49238618f982c77265ae&device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 1131 time: 0.0403240 Apr 11 13:05:15.112825 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-eda99610-663d-46d0-8a04-3261235e80d9 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.13 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.0471747 Apr 11 13:05:15.195373 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-1b129fe6-e04f-4269-9408-0725b2b5545e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:15.196914 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-1b129fe6-e04f-4269-9408-0725b2b5545e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 946 time: 0.0566430 Apr 11 13:05:15.289038 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Deleting port b927b998-c5ac-4945-9fd6-67c555eb332a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:15.289376 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:15.290700 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Deleting port 6c4d522b-57e1-4497-8573-c2b3b13fafee {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:15.291230 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:15.331871 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e42525-0e30-4391-b490-a083589fafa3 req-10eb565c-e072-4c0a-8cc5-1295a73bffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:15.333802 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b9e42525-0e30-4391-b490-a083589fafa3 req-10eb565c-e072-4c0a-8cc5-1295a73bffdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 200 len: 915 time: 0.1833510 Apr 11 13:05:15.384218 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] For port b927b998-c5ac-4945-9fd6-67c555eb332a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b927b998-c5ac-4945-9fd6-67c555eb332a,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:15.384728 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:15.585029 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:15.585335 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (ee8db57d-2304-4c99-95d2-d8b2d312c11c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:15.585598 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Floating IP ee8db57d-2304-4c99-95d2-d8b2d312c11c disassociated. External IP: 172.27.0.145, port: b927b998-c5ac-4945-9fd6-67c555eb332a. Apr 11 13:05:15.585931 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Calling delete_port for b927b998-c5ac-4945-9fd6-67c555eb332a owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:15.713315 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0c020-c97e-41f5-b43e-9cd54fdae162 req-a76a529d-ec6a-4ac7-99ef-6d6c22c6693c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:15.714790 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dff0c020-c97e-41f5-b43e-9cd54fdae162 req-a76a529d-ec6a-4ac7-99ef-6d6c22c6693c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 946 time: 0.3547988 Apr 11 13:05:15.717124 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b9e42525-0e30-4391-b490-a083589fafa3 req-da82b6d6-b3ad-4a56-b110-7a941cea7052 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcab605b-1952-44a4-8c0e-af7b75407a24 HTTP/1.1" status: 200 len: 1002 time: 0.3580787 Apr 11 13:05:15.719113 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (b927b998-c5ac-4945-9fd6-67c555eb332a), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:15.722915 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] For port 6c4d522b-57e1-4497-8573-c2b3b13fafee, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6c4d522b-57e1-4497-8573-c2b3b13fafee,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:15.723279 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:15.749460 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'Port': ['ID=b927b998-c5ac-4945-9fd6-67c555eb332a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:15.835588 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b3a726bc-b019-423e-811b-aca9fd2a6526 req-506eb299-53de-4b4a-84af-59094bac70ff tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90bbc8d-0528-430a-8f61-764a7433273f HTTP/1.1" status: 200 len: 210 time: 0.1075642 Apr 11 13:05:15.859937 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e42525-0e30-4391-b490-a083589fafa3 req-f5245884-c21a-4953-a647-083b0ecc19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:15.861406 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b9e42525-0e30-4391-b490-a083589fafa3 req-f5245884-c21a-4953-a647-083b0ecc19a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204d0409-b5f8-49fe-bc93-a6fb09b4c374 HTTP/1.1" status: 200 len: 853 time: 0.1345346 Apr 11 13:05:15.867632 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:05:15.944647 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dff0c020-c97e-41f5-b43e-9cd54fdae162 req-bd3bb6da-2f8e-4cfd-af12-f34a0f9d6c92 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups?id=473251be-36c5-44d4-bca8-92b2dc57ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187037 Apr 11 13:05:15.952630 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e42525-0e30-4391-b490-a083589fafa3 req-1c81100f-7ead-42f9-8cd0-9b098bed8db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:15.954046 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b9e42525-0e30-4391-b490-a083589fafa3 req-1c81100f-7ead-42f9-8cd0-9b098bed8db5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e2ce377-60e7-40d0-a684-279719c14ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803676 Apr 11 13:05:15.983775 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:05:15.996059 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:05:16.014375 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:16.015098 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:04:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:16.030215 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] No DVR routers for this DVR port b927b998-c5ac-4945-9fd6-67c555eb332a on host hv-cinder-83608 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:05:16.033829 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:16.037153 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-b44d77bb-1347-476c-b25b-43378dbe1601 req-bd12a6c0-8186-40ba-8b58-cf4bf1db3105 tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.13 "DELETE /v2.0/ports/b927b998-c5ac-4945-9fd6-67c555eb332a HTTP/1.1" status: 204 len: 173 time: 0.8337598 Apr 11 13:05:16.037596 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'name': 'network-vif-deleted', 'tag': 'b927b998-c5ac-4945-9fd6-67c555eb332a'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:05:16.039857 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66766de9-f8d7-441e-b9f3-4eb94fe3fe34" -d '{"events": [{"server_uuid": "f90bbc8d-0528-430a-8f61-764a7433273f", "name": "network-vif-deleted", "tag": "b927b998-c5ac-4945-9fd6-67c555eb332a"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:05:16.087564 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:16.088170 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (a090577e-cc02-4402-ab1d-137b3cbab1b9), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:16.088451 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Floating IP a090577e-cc02-4402-ab1d-137b3cbab1b9 disassociated. External IP: 172.27.0.89, port: 6c4d522b-57e1-4497-8573-c2b3b13fafee. Apr 11 13:05:16.088805 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Calling delete_port for 6c4d522b-57e1-4497-8573-c2b3b13fafee owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:16.125590 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5289f8a8-cae8-4853-9bc6-0b86c587d0b0 x-openstack-request-id: req-5289f8a8-cae8-4853-9bc6-0b86c587d0b0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:05:16.126437 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90bbc8d-0528-430a-8f61-764a7433273f", "name": "network-vif-deleted", "tag": "b927b998-c5ac-4945-9fd6-67c555eb332a", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:05:16.126848 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5289f8a8-cae8-4853-9bc6-0b86c587d0b0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:05:16.127761 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5289f8a8-cae8-4853-9bc6-0b86c587d0b0'] response: {'server_uuid': 'f90bbc8d-0528-430a-8f61-764a7433273f', 'name': 'network-vif-deleted', 'tag': 'b927b998-c5ac-4945-9fd6-67c555eb332a', 'status': 'completed', 'code': 200} Apr 11 13:05:16.154109 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b9e42525-0e30-4391-b490-a083589fafa3 req-925174b5-5b2c-4647-af5f-8cde3e7c6f61 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844392 Apr 11 13:05:16.208893 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:16.340323 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b9e42525-0e30-4391-b490-a083589fafa3 req-2052f45a-9d11-45cb-ba5d-a103174fb2da service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767828 Apr 11 13:05:16.362073 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (6c4d522b-57e1-4497-8573-c2b3b13fafee), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:16.394721 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event deleted for resources: {'Port': ['ID=6c4d522b-57e1-4497-8573-c2b3b13fafee,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:16.475599 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:16.512139 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:05:16.521791 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:16.522348 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:04:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:16.543145 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Router d8a70237-90f5-4ff7-a472-c15d13a0ab3e has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:05:16.639041 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:16.665502 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:05:16.678374 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] Sync routers for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:05:16.690284 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:16.691239 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:04:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:16.707637 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] No DVR routers for this DVR port 6c4d522b-57e1-4497-8573-c2b3b13fafee on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:05:16.710171 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:16.713726 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a149fcb4-f92e-47c0-bc71-5bd338701aa2 req-224caf03-2a74-4574-bf83-f38678f6447c tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.13 "DELETE /v2.0/ports/6c4d522b-57e1-4497-8573-c2b3b13fafee HTTP/1.1" status: 204 len: 173 time: 1.5737476 Apr 11 13:05:16.714163 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'name': 'network-vif-deleted', 'tag': '6c4d522b-57e1-4497-8573-c2b3b13fafee'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:05:16.716564 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df1a123-69e3-4dce-8b1b-4aa68ff23b23" -d '{"events": [{"server_uuid": "7490f0bb-555a-4cd1-a6d4-f36025398916", "name": "network-vif-deleted", "tag": "6c4d522b-57e1-4497-8573-c2b3b13fafee"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:05:16.762718 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6314f4-61b2-40b9-8533-c7f1e6fff5db x-openstack-request-id: req-6e6314f4-61b2-40b9-8533-c7f1e6fff5db {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:05:16.763043 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7490f0bb-555a-4cd1-a6d4-f36025398916", "name": "network-vif-deleted", "tag": "6c4d522b-57e1-4497-8573-c2b3b13fafee", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:05:16.763303 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e6314f4-61b2-40b9-8533-c7f1e6fff5db {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:05:16.763712 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6314f4-61b2-40b9-8533-c7f1e6fff5db'] response: {'server_uuid': '7490f0bb-555a-4cd1-a6d4-f36025398916', 'name': 'network-vif-deleted', 'tag': '6c4d522b-57e1-4497-8573-c2b3b13fafee', 'status': 'completed', 'code': 200} Apr 11 13:05:16.825219 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:16.865677 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:16.895614 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a1093-9c3d-4637-8a1a-3e4bd6e6153a None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:19Z', 'revision_number': 4, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf', 'name': '', 'network_id': '381efb3a-a75e-48f6-b4fc-e139de7ec13d', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'mac_address': 'fa:16:3e:5f:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:17Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'subnets': [{'id': '757f18fc-6c3f-43c3-9a0b-0dcf822519d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:05:16.943281 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 56992) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:17.024520 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (b468ba41-ab38-4a2c-a04a-dafc2a4360bc), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:17.050818 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (b468ba41-ab38-4a2c-a04a-dafc2a4360bc), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:17.080558 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-49f5b7db-a362-40e7-8d32-81963a4c89ac req-70f4b938-7ae6-4a25-a45b-c1763e500c28 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/ports?device_id=7490f0bb-555a-4cd1-a6d4-f36025398916 HTTP/1.1" status: 200 len: 210 time: 0.0375445 Apr 11 13:05:17.125596 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (b468ba41-ab38-4a2c-a04a-dafc2a4360bc), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:17.129233 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:17.133111 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "DELETE /v2.0/security-groups/b468ba41-ab38-4a2c-a04a-dafc2a4360bc HTTP/1.1" status: 204 len: 168 time: 0.1861773 Apr 11 13:05:17.133909 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56996) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:17.141555 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b468ba41-ab38-4a2c-a04a-dafc2a4360bc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:17.150815 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.151203 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.151694 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.152043 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.152434 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.152704 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.153065 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.153390 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.153712 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.154034 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.154359 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.154680 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.154999 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.155317 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.155636 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d23fd-7250-459a-bb6b-93d564a5304e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:17.158793 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.api.v2.resource [None req-3b9f62c0-64f2-4f98-9507-29bd1cbba26b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] show failed (client error): The resource could not be found. Apr 11 13:05:17.160487 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-3b9f62c0-64f2-4f98-9507-29bd1cbba26b tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "GET /v2.0/security-groups/b468ba41-ab38-4a2c-a04a-dafc2a4360bc HTTP/1.1" status: 404 len: 347 time: 0.0253282 Apr 11 13:05:17.163401 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 56998) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:17.243390 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:17.270579 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece983d-082e-40ba-a513-ce8fd398af11 None None] New status for floating IP ee8db57d-2304-4c99-95d2-d8b2d312c11c: DOWN {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:05:17.274522 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] Checking router: d8a70237-90f5-4ff7-a472-c15d13a0ab3e for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:05:17.284244 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:17.284818 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:04:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:17.303793 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5554a0bb-58ec-4348-a46f-7cd997a43a3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Deleting port 3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:17.304202 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5554a0bb-58ec-4348-a46f-7cd997a43a3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:17.381668 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5554a0bb-58ec-4348-a46f-7cd997a43a3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:17.382360 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5554a0bb-58ec-4348-a46f-7cd997a43a3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:17.395384 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5554a0bb-58ec-4348-a46f-7cd997a43a3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Calling delete_port for 3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8 owned by network:floatingip {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:17.404780 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:17.534762 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5554a0bb-58ec-4348-a46f-7cd997a43a3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:17.558300 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554a0bb-58ec-4348-a46f-7cd997a43a3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Pushing event deleted for resources: {'Port': ['ID=3ec9a933-a02b-4ae8-b3f0-1356a2beb6f8,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:17.619193 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:17.632958 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5554a0bb-58ec-4348-a46f-7cd997a43a3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks [] for floatingip (ee8db57d-2304-4c99-95d2-d8b2d312c11c), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:17.635526 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5554a0bb-58ec-4348-a46f-7cd997a43a3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:17.636782 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-5554a0bb-58ec-4348-a46f-7cd997a43a3e tempest-AttachVolumeNegativeTest-335702030 tempest-AttachVolumeNegativeTest-335702030-project] 10.222.0.26 "DELETE /v2.0/floatingips/ee8db57d-2304-4c99-95d2-d8b2d312c11c HTTP/1.1" status: 204 len: 168 time: 0.4722745 Apr 11 13:05:17.647638 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed322d61-18e5-4943-9a8c-651a49499bcc None None] The sync data for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi is: [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '1e0835aa-1173-4638-b951-1ce89013af3d', 'name': '', 'network_id': 'bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'mac_address': 'fa:16:3e:5e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:22Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'subnets': [{'id': '41075c3c-d0cc-4765-8f6f-576ec246c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:05:17.901546 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb32858-77ce-48a7-94e9-d4214c8bf677 None None] New status for floating IP a090577e-cc02-4402-ab1d-137b3cbab1b9: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:05:18.170550 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57018) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:18.225772 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-185575e5-0cd4-4a88-928f-d988479788ba tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (473251be-36c5-44d4-bca8-92b2dc57ae8f), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:18.248708 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-185575e5-0cd4-4a88-928f-d988479788ba tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (473251be-36c5-44d4-bca8-92b2dc57ae8f), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:18.295024 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-185575e5-0cd4-4a88-928f-d988479788ba tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (473251be-36c5-44d4-bca8-92b2dc57ae8f), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:18.297585 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-185575e5-0cd4-4a88-928f-d988479788ba tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:18.298719 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-185575e5-0cd4-4a88-928f-d988479788ba tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "DELETE /v2.0/security-groups/473251be-36c5-44d4-bca8-92b2dc57ae8f HTTP/1.1" status: 204 len: 168 time: 0.1271980 Apr 11 13:05:18.301618 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57020) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:18.307878 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185575e5-0cd4-4a88-928f-d988479788ba tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473251be-36c5-44d4-bca8-92b2dc57ae8f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:18.316220 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.api.v2.resource [None req-8d7a1762-447e-4060-9e1a-6c7c9d404d1f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] show failed (client error): The resource could not be found. Apr 11 13:05:18.317219 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-8d7a1762-447e-4060-9e1a-6c7c9d404d1f tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "GET /v2.0/security-groups/473251be-36c5-44d4-bca8-92b2dc57ae8f HTTP/1.1" status: 404 len: 347 time: 0.0145550 Apr 11 13:05:18.319954 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57022) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:18.433218 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6ede90b9-18e7-48a1-9c4e-8cc761809886 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Deleting port 98e79662-1c8b-47b4-8414-fdf7c0794f9f {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:18.433966 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ede90b9-18e7-48a1-9c4e-8cc761809886 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (98e79662-1c8b-47b4-8414-fdf7c0794f9f), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:18.507071 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ede90b9-18e7-48a1-9c4e-8cc761809886 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (98e79662-1c8b-47b4-8414-fdf7c0794f9f), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:18.507276 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ede90b9-18e7-48a1-9c4e-8cc761809886 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (98e79662-1c8b-47b4-8414-fdf7c0794f9f), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:18.520292 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6ede90b9-18e7-48a1-9c4e-8cc761809886 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Calling delete_port for 98e79662-1c8b-47b4-8414-fdf7c0794f9f owned by network:floatingip {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:18.656689 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ede90b9-18e7-48a1-9c4e-8cc761809886 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (98e79662-1c8b-47b4-8414-fdf7c0794f9f), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:18.681895 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede90b9-18e7-48a1-9c4e-8cc761809886 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Pushing event deleted for resources: {'Port': ['ID=98e79662-1c8b-47b4-8414-fdf7c0794f9f,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:18.744518 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ede90b9-18e7-48a1-9c4e-8cc761809886 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks [] for floatingip (a090577e-cc02-4402-ab1d-137b3cbab1b9), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:18.747399 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ede90b9-18e7-48a1-9c4e-8cc761809886 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:18.748606 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-6ede90b9-18e7-48a1-9c4e-8cc761809886 tempest-AttachVolumeTestJSON-820252179 tempest-AttachVolumeTestJSON-820252179-project] 10.222.0.26 "DELETE /v2.0/floatingips/a090577e-cc02-4402-ab1d-137b3cbab1b9 HTTP/1.1" status: 204 len: 168 time: 0.4277709 Apr 11 13:05:19.708735 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 6c4d522b-57e1-4497-8573-c2b3b13fafee no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:19.732494 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 6c4d522b-57e1-4497-8573-c2b3b13fafee {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:19.732840 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 6c4d522b-57e1-4497-8573-c2b3b13fafee not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:19.733249 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device b927b998-c5ac-4945-9fd6-67c555eb332a no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:19.751711 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: b927b998-c5ac-4945-9fd6-67c555eb332a {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:19.752439 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device b927b998-c5ac-4945-9fd6-67c555eb332a not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:21.344509 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57104) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:21.824048 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57118) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:21.869076 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d686670c-2c01-4ffa-a694-3723eddbfba8 admin admin] Deleting subnet 316da1df-a347-4927-8865-d9986b242199 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:05:21.872600 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d686670c-2c01-4ffa-a694-3723eddbfba8 admin admin] Publish callbacks [] for subnet (316da1df-a347-4927-8865-d9986b242199), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:21.893680 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556229'] for router_interface (24582138-45de-4cb7-bb8b-0e292e9d6613), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:21.910243 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d686670c-2c01-4ffa-a694-3723eddbfba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25691576'] for subnet (316da1df-a347-4927-8865-d9986b242199), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:21.953241 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d686670c-2c01-4ffa-a694-3723eddbfba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (316da1df-a347-4927-8865-d9986b242199), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.004815 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d686670c-2c01-4ffa-a694-3723eddbfba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25805393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28990629'] for subnet (316da1df-a347-4927-8865-d9986b242199), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.029460 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686670c-2c01-4ffa-a694-3723eddbfba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316da1df-a347-4927-8865-d9986b242199,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:22.033284 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d686670c-2c01-4ffa-a694-3723eddbfba8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.038986 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d686670c-2c01-4ffa-a694-3723eddbfba8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/316da1df-a347-4927-8865-d9986b242199 HTTP/1.1" status: 204 len: 168 time: 0.2137957 Apr 11 13:05:22.039616 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57120) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:22.115188 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (3c69c46b-9217-4dc9-a31c-af01ccfcba80), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.197587 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (3c69c46b-9217-4dc9-a31c-af01ccfcba80), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.218685 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c69c46b-9217-4dc9-a31c-af01ccfcba80']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:22.228621 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66caf0dd-9e46-4b26-8a51-60374a514a79') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:22.228918 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66caf0dd-9e46-4b26-8a51-60374a514a79') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:22.241614 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (66caf0dd-9e46-4b26-8a51-60374a514a79), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.256604 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (66caf0dd-9e46-4b26-8a51-60374a514a79), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.263549 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:05:22.264147 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (66caf0dd-9e46-4b26-8a51-60374a514a79), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:05:22.266122 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:05:22.330164 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (3c69c46b-9217-4dc9-a31c-af01ccfcba80), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.331740 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57128) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:22.336697 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.339804 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3c69c46b-9217-4dc9-a31c-af01ccfcba80 HTTP/1.1" status: 204 len: 168 time: 0.2992699 Apr 11 13:05:22.343113 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57132) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:22.351567 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b47f90-3f86-4389-a0f3-6e119ad82919 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c69c46b-9217-4dc9-a31c-af01ccfcba80,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:22.478670 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Deleting subnet f2b97530-0445-48e0-9fab-21cc2118a86e {{(pid=103362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:05:22.517963 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Publish callbacks [] for subnet (f2b97530-0445-48e0-9fab-21cc2118a86e), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.588971 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25270512'] for subnet (f2b97530-0445-48e0-9fab-21cc2118a86e), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.658629 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] Deleting port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:22.658970 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.696933 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (f2b97530-0445-48e0-9fab-21cc2118a86e), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.831325 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] For port 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:22.831559 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.875385 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] Calling delete_port for 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf owned by network:router_interface {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:22.882068 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25666069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25661910'] for subnet (f2b97530-0445-48e0-9fab-21cc2118a86e), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.922651 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:22.925721 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f2b97530-0445-48e0-9fab-21cc2118a86e HTTP/1.1" status: 204 len: 168 time: 0.5778084 Apr 11 13:05:22.928597 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57134) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:22.929104 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b97530-0445-48e0-9fab-21cc2118a86e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:22.986062 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.986412 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.986998 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.987127 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.987411 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.987715 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.988044 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.988385 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.988698 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.989030 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.989353 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.989958 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.989958 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.990294 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.990607 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0947cd-ed71-419e-b60a-c229d488ff3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:22.995967 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (99ff5559-31a9-4b63-9d02-e6a91a36c429), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.075619 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (99ff5559-31a9-4b63-9d02-e6a91a36c429), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.095169 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ff5559-31a9-4b63-9d02-e6a91a36c429']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:23.104204 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b751d5eb-171f-4b57-9840-0812091e4648') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:23.104489 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b751d5eb-171f-4b57-9840-0812091e4648') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:23.111967 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556229'] for router_interface (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.113866 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (b751d5eb-171f-4b57-9840-0812091e4648), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.131224 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (b751d5eb-171f-4b57-9840-0812091e4648), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.137790 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:05:23.138189 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (b751d5eb-171f-4b57-9840-0812091e4648), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:05:23.139899 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:05:23.198320 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (99ff5559-31a9-4b63-9d02-e6a91a36c429), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.203568 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.208610 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] 10.222.0.26 "DELETE /v2.0/networks/99ff5559-31a9-4b63-9d02-e6a91a36c429 HTTP/1.1" status: 204 len: 168 time: 0.2789295 Apr 11 13:05:23.221905 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24637aad-a77b-421d-bf4e-40c55d3b858a admin admin] Pushing event deleted for resources: {'Network': ['ID=99ff5559-31a9-4b63-9d02-e6a91a36c429,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:23.303836 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.317496 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57138) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:23.344892 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] Pushing event deleted for resources: {'Port': ['ID=596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:23.358163 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-299c8013-d2fe-42ad-a92a-97d0595ddc60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=279c9a9efaf34f518ae68984506a5222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394216 Apr 11 13:05:23.360822 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57140) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:23.411043 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f4dc20b-2ece-4ed6-aefb-8ea6e624f74f admin admin] Publish callbacks [] for security_group (781b563a-6e6a-4b9f-b18e-71f53ba217d4), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.433885 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f4dc20b-2ece-4ed6-aefb-8ea6e624f74f admin admin] Publish callbacks [] for security_group (781b563a-6e6a-4b9f-b18e-71f53ba217d4), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.486151 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f4dc20b-2ece-4ed6-aefb-8ea6e624f74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (781b563a-6e6a-4b9f-b18e-71f53ba217d4), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.488961 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f4dc20b-2ece-4ed6-aefb-8ea6e624f74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.490115 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8f4dc20b-2ece-4ed6-aefb-8ea6e624f74f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/781b563a-6e6a-4b9f-b18e-71f53ba217d4 HTTP/1.1" status: 204 len: 168 time: 0.1283901 Apr 11 13:05:23.500226 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dc20b-2ece-4ed6-aefb-8ea6e624f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781b563a-6e6a-4b9f-b18e-71f53ba217d4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:23.527380 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] Deleting port 1e0835aa-1173-4638-b951-1ce89013af3d {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:23.527845 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.650093 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556137'] for router_interface (24582138-45de-4cb7-bb8b-0e292e9d6613), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.659128 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] For port 1e0835aa-1173-4638-b951-1ce89013af3d, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=1e0835aa-1173-4638-b951-1ce89013af3d,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:23.659486 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.716712 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] Calling delete_port for 1e0835aa-1173-4638-b951-1ce89013af3d owned by network:router_interface {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:23.832728 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57146) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:23.870845 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e56760f3-3597-4045-af40-91a54e8c4420 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9f3165d5e134560aaf41aed4194c426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369496 Apr 11 13:05:23.873394 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57148) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:23.922491 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea389d32-b021-42db-9b80-dfafe7524708 admin admin] Publish callbacks [] for security_group (6302b14f-54b3-4b05-9d51-4b8d4bf5fa88), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.943115 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea389d32-b021-42db-9b80-dfafe7524708 admin admin] Publish callbacks [] for security_group (6302b14f-54b3-4b05-9d51-4b8d4bf5fa88), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.992698 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea389d32-b021-42db-9b80-dfafe7524708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (6302b14f-54b3-4b05-9d51-4b8d4bf5fa88), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.995250 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea389d32-b021-42db-9b80-dfafe7524708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:23.996444 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-ea389d32-b021-42db-9b80-dfafe7524708 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6302b14f-54b3-4b05-9d51-4b8d4bf5fa88 HTTP/1.1" status: 204 len: 168 time: 0.1221960 Apr 11 13:05:24.004900 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea389d32-b021-42db-9b80-dfafe7524708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6302b14f-54b3-4b05-9d51-4b8d4bf5fa88,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:24.022081 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] Router 24582138-45de-4cb7-bb8b-0e292e9d6613 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:05:24.079890 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (1e0835aa-1173-4638-b951-1ce89013af3d), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:24.109060 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0835aa-1173-4638-b951-1ce89013af3d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:24.513407 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:05:24.518775 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-2598e279-c72f-4710-a1f3-5b095849d05e admin admin] 10.222.0.26 "PUT /v2.0/routers/24582138-45de-4cb7-bb8b-0e292e9d6613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1731503 Apr 11 13:05:24.521396 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57164) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:24.526951 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] Sync routers for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:05:24.540319 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:24.540910 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:04:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:24.671648 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556137'] for router_interface (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:24.691200 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Publish callbacks [] for router (24582138-45de-4cb7-bb8b-0e292e9d6613), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:24.747690 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:24.884089 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Publish callbacks [] for router_gateway (24582138-45de-4cb7-bb8b-0e292e9d6613), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:24.922759 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '6b334212-428f-4582-a466-34e945b5e745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T13:05:23Z', 'revision_number': 5, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port': {'id': '6b334212-428f-4582-a466-34e945b5e745', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:11Z', 'updated_at': '2022-04-11T12:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:24.950048 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] Checking router: 24582138-45de-4cb7-bb8b-0e292e9d6613 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:05:24.958393 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] Routers {'24582138-45de-4cb7-bb8b-0e292e9d6613'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:24.959256 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:04:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['24582138-45de-4cb7-bb8b-0e292e9d6613'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:25.003111 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Deleting port 6b334212-428f-4582-a466-34e945b5e745 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:25.003449 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (6b334212-428f-4582-a466-34e945b5e745), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.052280 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] Set router 24582138-45de-4cb7-bb8b-0e292e9d6613 gateway port host: None {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:25.072378 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] Router d8a70237-90f5-4ff7-a472-c15d13a0ab3e has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:05:25.107382 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T13:05:24Z', 'revision_number': 6, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port_host': None}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:25.134093 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf4adb-de12-4f13-82d2-7ecb2afb5e8f None None] The sync data for ids ['24582138-45de-4cb7-bb8b-0e292e9d6613'] in dv-cinder-836083-3-iscsi is: [{'id': '24582138-45de-4cb7-bb8b-0e292e9d6613', 'name': 'tempest-AttachVolumeNegativeTest-1735601180-router', 'tenant_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T13:05:24Z', 'revision_number': 6, 'project_id': 'f4ea3a7ee0ef4edb9008b2bd9aa2c9c5', 'gw_port_host': None}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:05:25.145481 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] For port 6b334212-428f-4582-a466-34e945b5e745, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=6b334212-428f-4582-a466-34e945b5e745,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:25.146081 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (6b334212-428f-4582-a466-34e945b5e745), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.162934 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Calling delete_port for 6b334212-428f-4582-a466-34e945b5e745 owned by network:router_gateway {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:25.190257 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57180) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:25.257605 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:05:25.262772 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-dda1224b-9e2a-4550-8303-84e8634f6e03 admin admin] 10.222.0.26 "PUT /v2.0/routers/d8a70237-90f5-4ff7-a472-c15d13a0ab3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9291995 Apr 11 13:05:25.265634 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57184) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:25.266629 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] Sync routers for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:05:25.282619 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:25.283267 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:04:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:25.325104 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32b214a7-9ef9-4166-8a4d-46ea59e9519a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.391486 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:25.398915 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (6b334212-428f-4582-a466-34e945b5e745), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.411229 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Publish callbacks [] for router (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.425577 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b334212-428f-4582-a466-34e945b5e745,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:25.493280 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553871'] for router_gateway (24582138-45de-4cb7-bb8b-0e292e9d6613), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.548723 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32b214a7-9ef9-4166-8a4d-46ea59e9519a admin admin] Publish callbacks [] for security_group (0b38a83e-1078-4443-9121-f162cd2022ab), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.559934 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32b214a7-9ef9-4166-8a4d-46ea59e9519a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (0b38a83e-1078-4443-9121-f162cd2022ab), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.572955 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '52684e36-a189-446a-810a-78324ff372d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T13:05:23Z', 'revision_number': 5, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port': {'id': '52684e36-a189-446a-810a-78324ff372d3', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:07Z', 'updated_at': '2022-04-11T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:25.579100 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Publish callbacks [] for router_gateway (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.603962 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] Checking router: d8a70237-90f5-4ff7-a472-c15d13a0ab3e for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:05:25.614302 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] Routers {'d8a70237-90f5-4ff7-a472-c15d13a0ab3e'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:25.615195 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:04:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:25.621795 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2277'] for router (24582138-45de-4cb7-bb8b-0e292e9d6613), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.624425 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Publish callbacks [] for router_controller (24582138-45de-4cb7-bb8b-0e292e9d6613), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.635576 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-32b214a7-9ef9-4166-8a4d-46ea59e9519a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88ef349db5fa48238e1eacf0db6676b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4441018 Apr 11 13:05:25.638137 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b214a7-9ef9-4166-8a4d-46ea59e9519a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b38a83e-1078-4443-9121-f162cd2022ab,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:25.642286 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57186) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:25.661090 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Deleting port 52684e36-a189-446a-810a-78324ff372d3 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:25.661090 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (52684e36-a189-446a-810a-78324ff372d3), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.695379 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751912'] for router (24582138-45de-4cb7-bb8b-0e292e9d6613), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.697475 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24582138-45de-4cb7-bb8b-0e292e9d6613 {{(pid=103362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:05:25.706565 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.707957 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-f894dada-3a44-4161-8be3-69028ee11324 admin admin] 10.222.0.26 "DELETE /v2.0/routers/24582138-45de-4cb7-bb8b-0e292e9d6613 HTTP/1.1" status: 204 len: 168 time: 1.1856434 Apr 11 13:05:25.710509 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57188) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:25.724610 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] Set router d8a70237-90f5-4ff7-a472-c15d13a0ab3e gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:25.752888 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b8e15a2-30c8-4573-9058-a8413cdaebbb admin admin] Publish callbacks [] for security_group (0b38a83e-1078-4443-9121-f162cd2022ab), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.755931 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dc6f3f-2357-4cb8-bf1e-f44e30b1b908 admin admin] Deleting subnet 757f18fc-6c3f-43c3-9a0b-0dcf822519d4 {{(pid=103362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:05:25.759833 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97dc6f3f-2357-4cb8-bf1e-f44e30b1b908 admin admin] Publish callbacks [] for subnet (757f18fc-6c3f-43c3-9a0b-0dcf822519d4), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.779674 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] For port 52684e36-a189-446a-810a-78324ff372d3, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=52684e36-a189-446a-810a-78324ff372d3,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:25.780040 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (52684e36-a189-446a-810a-78324ff372d3), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.786415 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T13:05:25Z', 'revision_number': 6, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port_host': None}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:25.796013 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b8e15a2-30c8-4573-9058-a8413cdaebbb admin admin] Publish callbacks [] for security_group (0b38a83e-1078-4443-9121-f162cd2022ab), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.798678 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97dc6f3f-2357-4cb8-bf1e-f44e30b1b908 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25270512'] for subnet (757f18fc-6c3f-43c3-9a0b-0dcf822519d4), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.804777 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Calling delete_port for 52684e36-a189-446a-810a-78324ff372d3 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:25.813562 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb00cf9-9b61-4d15-aee1-f800ca612cc5 None None] The sync data for ids ['d8a70237-90f5-4ff7-a472-c15d13a0ab3e'] in dv-cinder-836083-3-iscsi is: [{'id': 'd8a70237-90f5-4ff7-a472-c15d13a0ab3e', 'name': 'tempest-AttachVolumeTestJSON-837895692-router', 'tenant_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:06Z', 'updated_at': '2022-04-11T13:05:25Z', 'revision_number': 6, 'project_id': 'a66f8a057b664bbeb953fa5a8718b2a2', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:05:25.895196 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b8e15a2-30c8-4573-9058-a8413cdaebbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (0b38a83e-1078-4443-9121-f162cd2022ab), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.897677 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b8e15a2-30c8-4573-9058-a8413cdaebbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.901250 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-3b8e15a2-30c8-4573-9058-a8413cdaebbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b38a83e-1078-4443-9121-f162cd2022ab HTTP/1.1" status: 204 len: 168 time: 0.2552853 Apr 11 13:05:25.907122 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97dc6f3f-2357-4cb8-bf1e-f44e30b1b908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (757f18fc-6c3f-43c3-9a0b-0dcf822519d4), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:25.938763 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e15a2-30c8-4573-9058-a8413cdaebbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b38a83e-1078-4443-9121-f162cd2022ab,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:25.979703 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97dc6f3f-2357-4cb8-bf1e-f44e30b1b908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25666069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25661910'] for subnet (757f18fc-6c3f-43c3-9a0b-0dcf822519d4), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.017090 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc6f3f-2357-4cb8-bf1e-f44e30b1b908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757f18fc-6c3f-43c3-9a0b-0dcf822519d4,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:26.019358 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97dc6f3f-2357-4cb8-bf1e-f44e30b1b908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.025669 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-97dc6f3f-2357-4cb8-bf1e-f44e30b1b908 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/757f18fc-6c3f-43c3-9a0b-0dcf822519d4 HTTP/1.1" status: 204 len: 168 time: 0.3141587 Apr 11 13:05:26.025810 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec360073-7d42-48c0-9c9d-6ab26ecb42e6 None None] Network 381efb3a-a75e-48f6-b4fc-e139de7ec13d requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:05:26.026722 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57192) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:26.096298 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (52684e36-a189-446a-810a-78324ff372d3), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.137362 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (381efb3a-a75e-48f6-b4fc-e139de7ec13d), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.139822 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Pushing event deleted for resources: {'Port': ['ID=52684e36-a189-446a-810a-78324ff372d3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:26.240110 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553871'] for router_gateway (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.246598 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Deleting port ad5f0c73-e76c-4538-918b-6a0831d81848 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:26.246922 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.256549 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-14647ded-7cd1-4665-b4af-8add11d48085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.355822 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] DHCP port deletion for 381efb3a-a75e-48f6-b4fc-e139de7ec13d request from dv-cinder-836083-3-iscsi {{(pid=103363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:05:26.372148 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] For port ad5f0c73-e76c-4538-918b-6a0831d81848, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=ad5f0c73-e76c-4538-918b-6a0831d81848,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:26.372148 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.372440 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2277'] for router (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.372440 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Publish callbacks [] for router_controller (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.386317 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Calling delete_port for ad5f0c73-e76c-4538-918b-6a0831d81848 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:26.443610 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Deleting port ad5f0c73-e76c-4538-918b-6a0831d81848 {{(pid=103363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:26.444076 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), before_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.448627 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751912'] for router (d8a70237-90f5-4ff7-a472-c15d13a0ab3e), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.449031 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a70237-90f5-4ff7-a472-c15d13a0ab3e {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:05:26.455015 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.456222 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-fab6dd28-e00a-4bac-b4ad-8bcf16ba7945 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d8a70237-90f5-4ff7-a472-c15d13a0ab3e HTTP/1.1" status: 204 len: 168 time: 1.1893220 Apr 11 13:05:26.459067 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57194) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:26.545401 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:26.546916 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.548979 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] For port ad5f0c73-e76c-4538-918b-6a0831d81848, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=ad5f0c73-e76c-4538-918b-6a0831d81848,segment=NetworkSegment(fd1d859e-1762-4c42-8cfc-593fd201b09b),segment_id=fd1d859e-1762-4c42-8cfc-593fd201b09b)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:26.549621 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), precommit_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.576065 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5f0c73-e76c-4538-918b-6a0831d81848,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:26.577683 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:26.578022 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 596e9d1f-3edd-46c8-a2fe-8a01b4bba3bf not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:26.578636 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 6b334212-428f-4582-a466-34e945b5e745 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:26.580695 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] No DVR routers for this DVR port ad5f0c73-e76c-4538-918b-6a0831d81848 on host dv-cinder-836083-3-iscsi {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:05:26.585243 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Calling delete_port for ad5f0c73-e76c-4538-918b-6a0831d81848 owned by network:dhcp {{(pid=103363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:26.607939 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 6b334212-428f-4582-a466-34e945b5e745 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:26.608310 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 6b334212-428f-4582-a466-34e945b5e745 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:26.660524 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (381efb3a-a75e-48f6-b4fc-e139de7ec13d), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.681920 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381efb3a-a75e-48f6-b4fc-e139de7ec13d']}} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:26.682545 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753'] for port (ad5f0c73-e76c-4538-918b-6a0831d81848), after_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.693237 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1d859e-1762-4c42-8cfc-593fd201b09b') {'for_net_delete': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:26.693994 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1d859e-1762-4c42-8cfc-593fd201b09b') {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:26.708845 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25270521'] for segment (fd1d859e-1762-4c42-8cfc-593fd201b09b), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.713316 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Pushing event deleted for resources: {'Port': ['ID=ad5f0c73-e76c-4538-918b-6a0831d81848,revision_number=None']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:26.721294 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] No DVR routers for this DVR port ad5f0c73-e76c-4538-918b-6a0831d81848 on host dv-cinder-836083-3-iscsi {{(pid=103363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:05:26.723597 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.724143 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.724526 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (fd1d859e-1762-4c42-8cfc-593fd201b09b), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.724862 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.725344 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.725826 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.726143 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.726631 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.727094 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.727555 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.728062 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.728371 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.728684 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.729140 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.729459 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.729771 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7179d6-8a54-4b6b-a3aa-f8b432ec74df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:05:26.731080 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:05:26.731597 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666239'] for segment (fd1d859e-1762-4c42-8cfc-593fd201b09b), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: Traceback (most recent call last): Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: timer() Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: cb(*args, **kw) Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: return func(*args, **kwargs) Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: self._notify() Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: self.callback(batched_events) Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: event.method(event) Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: return f(self, *a, **k) Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._get(url).json() Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: return self.request(url, 'GET', **kwargs) Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:05:26.733744 dv-cinder-836083-3-iscsi neutron-server[103362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:05:26.790995 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (381efb3a-a75e-48f6-b4fc-e139de7ec13d), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.796381 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.799672 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] 10.222.0.26 "DELETE /v2.0/networks/381efb3a-a75e-48f6-b4fc-e139de7ec13d HTTP/1.1" status: 204 len: 168 time: 0.7718709 Apr 11 13:05:26.809260 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd55bf59-87ab-4366-8d4c-9d71986fe20c admin admin] Deleting subnet 41075c3c-d0cc-4765-8f6f-576ec246c5a9 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:05:26.810089 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba9d8e-198c-42b9-9a50-b65b1f48321b admin admin] Pushing event deleted for resources: {'Network': ['ID=381efb3a-a75e-48f6-b4fc-e139de7ec13d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:26.814201 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd55bf59-87ab-4366-8d4c-9d71986fe20c admin admin] Publish callbacks [] for subnet (41075c3c-d0cc-4765-8f6f-576ec246c5a9), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.851940 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd55bf59-87ab-4366-8d4c-9d71986fe20c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25691576'] for subnet (41075c3c-d0cc-4765-8f6f-576ec246c5a9), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.930662 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd55bf59-87ab-4366-8d4c-9d71986fe20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (41075c3c-d0cc-4765-8f6f-576ec246c5a9), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:26.989164 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd55bf59-87ab-4366-8d4c-9d71986fe20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25805393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28990629'] for subnet (41075c3c-d0cc-4765-8f6f-576ec246c5a9), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.000508 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57198) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:27.019519 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55bf59-87ab-4366-8d4c-9d71986fe20c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41075c3c-d0cc-4765-8f6f-576ec246c5a9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:27.021498 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd55bf59-87ab-4366-8d4c-9d71986fe20c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.025940 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c8869c-b8f5-4a31-8d50-3bdeb59ab33b None None] Network bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:05:27.027308 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-bd55bf59-87ab-4366-8d4c-9d71986fe20c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/41075c3c-d0cc-4765-8f6f-576ec246c5a9 HTTP/1.1" status: 204 len: 168 time: 0.5669839 Apr 11 13:05:27.028209 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57200) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:27.062623 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-0eaee8fc-4f71-4d82-9ea7-c3c87681805d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4ea3a7ee0ef4edb9008b2bd9aa2c9c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0608819 Apr 11 13:05:27.065188 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57202) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:27.102345 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.144566 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1588a1ae-8cf1-47ad-96eb-c278f2061274 admin admin] Publish callbacks [] for security_group (0054290a-dfb0-458c-971f-4a1d7bc770b9), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.166463 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Deleting port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:27.166760 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.181634 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1588a1ae-8cf1-47ad-96eb-c278f2061274 admin admin] Publish callbacks [] for security_group (0054290a-dfb0-458c-971f-4a1d7bc770b9), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.203234 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0157cd20-5839-407f-9933-ca7a286131ef None None] DHCP port deletion for bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 request from dv-cinder-836083-3-iscsi {{(pid=103363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:05:27.230606 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1588a1ae-8cf1-47ad-96eb-c278f2061274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (0054290a-dfb0-458c-971f-4a1d7bc770b9), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.233138 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1588a1ae-8cf1-47ad-96eb-c278f2061274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.234708 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-1588a1ae-8cf1-47ad-96eb-c278f2061274 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0054290a-dfb0-458c-971f-4a1d7bc770b9 HTTP/1.1" status: 204 len: 168 time: 0.1679962 Apr 11 13:05:27.242017 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] For port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=1c43abc8-7e93-4003-88d1-bb860c4ebbfe,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:27.242474 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.244290 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588a1ae-8cf1-47ad-96eb-c278f2061274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0054290a-dfb0-458c-971f-4a1d7bc770b9,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:27.258479 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Calling delete_port for 1c43abc8-7e93-4003-88d1-bb860c4ebbfe owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:27.260057 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-0157cd20-5839-407f-9933-ca7a286131ef None None] Deleting port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe {{(pid=103363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:27.260740 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0157cd20-5839-407f-9933-ca7a286131ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), before_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.330786 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0157cd20-5839-407f-9933-ca7a286131ef None None] For port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=1c43abc8-7e93-4003-88d1-bb860c4ebbfe,segment=NetworkSegment(1c15daee-2682-4678-a418-86c73cf32e89),segment_id=1c15daee-2682-4678-a418-86c73cf32e89)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:27.331087 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0157cd20-5839-407f-9933-ca7a286131ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), precommit_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.342273 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.345355 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-0157cd20-5839-407f-9933-ca7a286131ef None None] Calling delete_port for 1c43abc8-7e93-4003-88d1-bb860c4ebbfe owned by network:dhcp {{(pid=103363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:27.359719 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] No DVR routers for this DVR port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe on host dv-cinder-836083-3-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:05:27.403959 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c43abc8-7e93-4003-88d1-bb860c4ebbfe,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:27.432473 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0157cd20-5839-407f-9933-ca7a286131ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753'] for port (1c43abc8-7e93-4003-88d1-bb860c4ebbfe), after_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.454915 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.457833 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157cd20-5839-407f-9933-ca7a286131ef None None] Pushing event deleted for resources: {'Port': ['ID=1c43abc8-7e93-4003-88d1-bb860c4ebbfe,revision_number=None']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:27.461947 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157cd20-5839-407f-9933-ca7a286131ef None None] No DVR routers for this DVR port 1c43abc8-7e93-4003-88d1-bb860c4ebbfe on host dv-cinder-836083-3-iscsi {{(pid=103363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:05:27.483346 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:27.493126 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c15daee-2682-4678-a418-86c73cf32e89') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:27.493418 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c15daee-2682-4678-a418-86c73cf32e89') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:27.503504 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (1c15daee-2682-4678-a418-86c73cf32e89), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.516685 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (1c15daee-2682-4678-a418-86c73cf32e89), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.523459 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:05:27.523840 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (1c15daee-2682-4678-a418-86c73cf32e89), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:05:27.525570 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:05:27.582334 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.587742 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.590885 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35 HTTP/1.1" status: 204 len: 168 time: 0.5614560 Apr 11 13:05:27.601366 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b4aeb-5967-40f9-bbbd-50f92a66d549 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6c6fa0-245b-49a8-98ad-fb66a1a7ee35,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:27.711054 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57218) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:27.750826 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-159074e1-383d-4c9b-8250-7f7bb0449a91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a66f8a057b664bbeb953fa5a8718b2a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384834 Apr 11 13:05:27.754033 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57220) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:27.764408 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1e0835aa-1173-4638-b951-1ce89013af3d no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:27.785132 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 1e0835aa-1173-4638-b951-1ce89013af3d {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:27.785557 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1e0835aa-1173-4638-b951-1ce89013af3d not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:27.786065 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device ad5f0c73-e76c-4538-918b-6a0831d81848 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:27.806368 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: ad5f0c73-e76c-4538-918b-6a0831d81848 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:27.806696 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device ad5f0c73-e76c-4538-918b-6a0831d81848 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:27.807257 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 52684e36-a189-446a-810a-78324ff372d3 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:27.808926 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-156c01f9-5ff1-4809-b2a2-0d411bc0971b admin admin] Publish callbacks [] for security_group (5919a21f-2457-4aff-8103-36ca13d8cb01), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.829875 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 52684e36-a189-446a-810a-78324ff372d3 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:27.830202 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 52684e36-a189-446a-810a-78324ff372d3 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:27.830800 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1c43abc8-7e93-4003-88d1-bb860c4ebbfe no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:27.840221 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-156c01f9-5ff1-4809-b2a2-0d411bc0971b admin admin] Publish callbacks [] for security_group (5919a21f-2457-4aff-8103-36ca13d8cb01), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.849860 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 1c43abc8-7e93-4003-88d1-bb860c4ebbfe {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:27.850206 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1c43abc8-7e93-4003-88d1-bb860c4ebbfe not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:27.889211 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-156c01f9-5ff1-4809-b2a2-0d411bc0971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5919a21f-2457-4aff-8103-36ca13d8cb01), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.892460 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-156c01f9-5ff1-4809-b2a2-0d411bc0971b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:27.893685 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-156c01f9-5ff1-4809-b2a2-0d411bc0971b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5919a21f-2457-4aff-8103-36ca13d8cb01 HTTP/1.1" status: 204 len: 168 time: 0.1386504 Apr 11 13:05:27.901988 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c01f9-5ff1-4809-b2a2-0d411bc0971b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5919a21f-2457-4aff-8103-36ca13d8cb01,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:28.741864 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-148c4e50-6af1-4997-b35e-f0a931d865be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.060224 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57288) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:29.266336 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8693bf1-6183-4ece-95ab-abe331c6f125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.345967 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8693bf1-6183-4ece-95ab-abe331c6f125 admin admin] Publish callbacks [] for security_group (f6027f1c-e24e-405a-b173-9771e62a7907), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.350891 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8693bf1-6183-4ece-95ab-abe331c6f125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f6027f1c-e24e-405a-b173-9771e62a7907), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.392657 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c8693bf1-6183-4ece-95ab-abe331c6f125 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94dddd67555a46e084fbd45ad44504c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270986 Apr 11 13:05:29.392657 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8693bf1-6183-4ece-95ab-abe331c6f125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6027f1c-e24e-405a-b173-9771e62a7907,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:29.393802 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57304) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:29.444201 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9b9a32b3-fec9-4bbd-b046-356814005455 admin admin] Publish callbacks [] for security_group (f6027f1c-e24e-405a-b173-9771e62a7907), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.465058 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9b9a32b3-fec9-4bbd-b046-356814005455 admin admin] Publish callbacks [] for security_group (f6027f1c-e24e-405a-b173-9771e62a7907), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.513490 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9b9a32b3-fec9-4bbd-b046-356814005455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f6027f1c-e24e-405a-b173-9771e62a7907), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.516084 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9b9a32b3-fec9-4bbd-b046-356814005455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.517322 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-9b9a32b3-fec9-4bbd-b046-356814005455 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6027f1c-e24e-405a-b173-9771e62a7907 HTTP/1.1" status: 204 len: 168 time: 0.1222866 Apr 11 13:05:29.525333 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a32b3-fec9-4bbd-b046-356814005455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6027f1c-e24e-405a-b173-9771e62a7907,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:29.561109 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.592367 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57310) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:29.795146 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e31887-af59-4592-a386-2c520166bdda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.840298 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57318) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:29.854044 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3beb63d-8eac-4ace-876c-a03baf33d0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.875452 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e31887-af59-4592-a386-2c520166bdda admin admin] Publish callbacks [] for security_group (69e8d9e1-9b90-42b1-9a59-0417d0e4f0c0), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.879163 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47e31887-af59-4592-a386-2c520166bdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (69e8d9e1-9b90-42b1-9a59-0417d0e4f0c0), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.917642 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-47e31887-af59-4592-a386-2c520166bdda admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be38210466bb4e78aa84b679c7a61bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240736 Apr 11 13:05:29.918416 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31887-af59-4592-a386-2c520166bdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e8d9e1-9b90-42b1-9a59-0417d0e4f0c0,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:29.920798 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57320) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:29.939701 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3beb63d-8eac-4ace-876c-a03baf33d0b9 admin admin] Publish callbacks [] for security_group (04493261-e24a-41ed-a53e-140a01aeba8e), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.944375 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3beb63d-8eac-4ace-876c-a03baf33d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (04493261-e24a-41ed-a53e-140a01aeba8e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.972086 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e6169f5-f873-40f0-b0a7-6af586570671 admin admin] Publish callbacks [] for security_group (69e8d9e1-9b90-42b1-9a59-0417d0e4f0c0), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:29.981906 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d3beb63d-8eac-4ace-876c-a03baf33d0b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d74825ac77c4536b5ef33e13a625595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405427 Apr 11 13:05:29.982775 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3beb63d-8eac-4ace-876c-a03baf33d0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04493261-e24a-41ed-a53e-140a01aeba8e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:29.985124 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57322) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:29.995432 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e6169f5-f873-40f0-b0a7-6af586570671 admin admin] Publish callbacks [] for security_group (69e8d9e1-9b90-42b1-9a59-0417d0e4f0c0), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.038857 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7999aa26-3875-4726-bae0-11bd88a34def admin admin] Publish callbacks [] for security_group (04493261-e24a-41ed-a53e-140a01aeba8e), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.050559 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e6169f5-f873-40f0-b0a7-6af586570671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (69e8d9e1-9b90-42b1-9a59-0417d0e4f0c0), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.053127 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e6169f5-f873-40f0-b0a7-6af586570671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.054259 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-7e6169f5-f873-40f0-b0a7-6af586570671 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69e8d9e1-9b90-42b1-9a59-0417d0e4f0c0 HTTP/1.1" status: 204 len: 168 time: 0.1292982 Apr 11 13:05:30.063942 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7999aa26-3875-4726-bae0-11bd88a34def admin admin] Publish callbacks [] for security_group (04493261-e24a-41ed-a53e-140a01aeba8e), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.065954 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6169f5-f873-40f0-b0a7-6af586570671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e8d9e1-9b90-42b1-9a59-0417d0e4f0c0,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:30.116999 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7999aa26-3875-4726-bae0-11bd88a34def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (04493261-e24a-41ed-a53e-140a01aeba8e), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.119922 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7999aa26-3875-4726-bae0-11bd88a34def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.121147 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-7999aa26-3875-4726-bae0-11bd88a34def admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04493261-e24a-41ed-a53e-140a01aeba8e HTTP/1.1" status: 204 len: 168 time: 0.1351318 Apr 11 13:05:30.129760 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999aa26-3875-4726-bae0-11bd88a34def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04493261-e24a-41ed-a53e-140a01aeba8e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:30.389877 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57332) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:30.403133 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf7535a8-e013-47fc-b4d1-b2aec58b723a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.478403 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf7535a8-e013-47fc-b4d1-b2aec58b723a admin admin] Publish callbacks [] for security_group (a38860e6-e992-4bbf-9fb9-3ec15b16be94), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.482781 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf7535a8-e013-47fc-b4d1-b2aec58b723a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a38860e6-e992-4bbf-9fb9-3ec15b16be94), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.521281 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-bf7535a8-e013-47fc-b4d1-b2aec58b723a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cdccf5c18a64143ad90f258cca53f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302316 Apr 11 13:05:30.522133 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7535a8-e013-47fc-b4d1-b2aec58b723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38860e6-e992-4bbf-9fb9-3ec15b16be94,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:30.524234 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57338) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:30.582273 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a539-80c3-4320-bcf1-e99d0b9a7159 admin admin] Publish callbacks [] for security_group (a38860e6-e992-4bbf-9fb9-3ec15b16be94), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.608922 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a539-80c3-4320-bcf1-e99d0b9a7159 admin admin] Publish callbacks [] for security_group (a38860e6-e992-4bbf-9fb9-3ec15b16be94), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.661606 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a539-80c3-4320-bcf1-e99d0b9a7159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a38860e6-e992-4bbf-9fb9-3ec15b16be94), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.664182 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a539-80c3-4320-bcf1-e99d0b9a7159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:30.665322 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-4dc1a539-80c3-4320-bcf1-e99d0b9a7159 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a38860e6-e992-4bbf-9fb9-3ec15b16be94 HTTP/1.1" status: 204 len: 168 time: 0.1328716 Apr 11 13:05:30.676125 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1a539-80c3-4320-bcf1-e99d0b9a7159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38860e6-e992-4bbf-9fb9-3ec15b16be94,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:31.013252 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:32.697734 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.141294 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57532) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:33.240141 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-08379274-3818-4277-b6e4-c6a2b6be1e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.311643 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-08379274-3818-4277-b6e4-c6a2b6be1e9a admin admin] Publish callbacks [] for security_group (0783ac5f-3cf0-4d11-9e7f-7232c55adf5e), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.317100 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-08379274-3818-4277-b6e4-c6a2b6be1e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (0783ac5f-3cf0-4d11-9e7f-7232c55adf5e), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.356374 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-08379274-3818-4277-b6e4-c6a2b6be1e9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b7f504cbed5410cad17f230e89ee84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139444 Apr 11 13:05:33.357740 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08379274-3818-4277-b6e4-c6a2b6be1e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0783ac5f-3cf0-4d11-9e7f-7232c55adf5e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:33.359710 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57536) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:33.422340 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3740105f-cf25-4783-85cd-7c9deff25b9e admin admin] Publish callbacks [] for security_group (0783ac5f-3cf0-4d11-9e7f-7232c55adf5e), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.446786 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3740105f-cf25-4783-85cd-7c9deff25b9e admin admin] Publish callbacks [] for security_group (0783ac5f-3cf0-4d11-9e7f-7232c55adf5e), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.497292 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3740105f-cf25-4783-85cd-7c9deff25b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (0783ac5f-3cf0-4d11-9e7f-7232c55adf5e), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.499830 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3740105f-cf25-4783-85cd-7c9deff25b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.501045 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-3740105f-cf25-4783-85cd-7c9deff25b9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0783ac5f-3cf0-4d11-9e7f-7232c55adf5e HTTP/1.1" status: 204 len: 168 time: 0.1380212 Apr 11 13:05:33.509200 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740105f-cf25-4783-85cd-7c9deff25b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0783ac5f-3cf0-4d11-9e7f-7232c55adf5e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:33.766285 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57546) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:33.780045 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-effc6e1b-fa5f-419c-9100-b0cce970fb03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.863347 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-effc6e1b-fa5f-419c-9100-b0cce970fb03 admin admin] Publish callbacks [] for security_group (95a3f239-75c5-4eef-8a18-014e4c0d3ac6), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.868895 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-effc6e1b-fa5f-419c-9100-b0cce970fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (95a3f239-75c5-4eef-8a18-014e4c0d3ac6), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.905976 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-effc6e1b-fa5f-419c-9100-b0cce970fb03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4997d30b33841ffb6b223b908b1c5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386542 Apr 11 13:05:33.906918 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc6e1b-fa5f-419c-9100-b0cce970fb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a3f239-75c5-4eef-8a18-014e4c0d3ac6,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:33.909069 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57548) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:33.956516 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-393255a8-7693-43d6-bbbf-67382b20db37 admin admin] Publish callbacks [] for security_group (95a3f239-75c5-4eef-8a18-014e4c0d3ac6), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:33.978475 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-393255a8-7693-43d6-bbbf-67382b20db37 admin admin] Publish callbacks [] for security_group (95a3f239-75c5-4eef-8a18-014e4c0d3ac6), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:34.026538 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-393255a8-7693-43d6-bbbf-67382b20db37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (95a3f239-75c5-4eef-8a18-014e4c0d3ac6), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:34.029165 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-393255a8-7693-43d6-bbbf-67382b20db37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:34.030995 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-393255a8-7693-43d6-bbbf-67382b20db37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95a3f239-75c5-4eef-8a18-014e4c0d3ac6 HTTP/1.1" status: 204 len: 168 time: 0.1209373 Apr 11 13:05:34.038852 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393255a8-7693-43d6-bbbf-67382b20db37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a3f239-75c5-4eef-8a18-014e4c0d3ac6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:35.706739 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57604) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:35.810507 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cafb5be3-a6c9-4bb1-bfbb-8aeb73eb7beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:35.886484 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cafb5be3-a6c9-4bb1-bfbb-8aeb73eb7beb admin admin] Publish callbacks [] for security_group (a1c3862d-6b62-488e-a6d7-65c5430bf34e), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:35.892309 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cafb5be3-a6c9-4bb1-bfbb-8aeb73eb7beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a1c3862d-6b62-488e-a6d7-65c5430bf34e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:35.937091 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-cafb5be3-a6c9-4bb1-bfbb-8aeb73eb7beb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c3856185cd846a9be88fee96d212e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231975 Apr 11 13:05:35.937091 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb5be3-a6c9-4bb1-bfbb-8aeb73eb7beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c3862d-6b62-488e-a6d7-65c5430bf34e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:35.937325 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57612) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:35.985637 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3629b13-2f43-43cc-81a4-0bf03b374ccd admin admin] Publish callbacks [] for security_group (a1c3862d-6b62-488e-a6d7-65c5430bf34e), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.007237 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3629b13-2f43-43cc-81a4-0bf03b374ccd admin admin] Publish callbacks [] for security_group (a1c3862d-6b62-488e-a6d7-65c5430bf34e), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.053474 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3629b13-2f43-43cc-81a4-0bf03b374ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a1c3862d-6b62-488e-a6d7-65c5430bf34e), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.056115 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3629b13-2f43-43cc-81a4-0bf03b374ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.057248 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-d3629b13-2f43-43cc-81a4-0bf03b374ccd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1c3862d-6b62-488e-a6d7-65c5430bf34e HTTP/1.1" status: 204 len: 168 time: 0.1217997 Apr 11 13:05:36.065662 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3629b13-2f43-43cc-81a4-0bf03b374ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c3862d-6b62-488e-a6d7-65c5430bf34e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:36.325614 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57620) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:36.338981 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3bb5508b-c438-49e8-a6f5-883f620cbff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.413804 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3bb5508b-c438-49e8-a6f5-883f620cbff9 admin admin] Publish callbacks [] for security_group (00237df5-2160-4195-a175-8bcfd5e0ecd0), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.419351 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3bb5508b-c438-49e8-a6f5-883f620cbff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (00237df5-2160-4195-a175-8bcfd5e0ecd0), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.457076 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-3bb5508b-c438-49e8-a6f5-883f620cbff9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14abc31214ea4e83bdca021d419fae9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302068 Apr 11 13:05:36.457826 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5508b-c438-49e8-a6f5-883f620cbff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00237df5-2160-4195-a175-8bcfd5e0ecd0,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:36.460674 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57622) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:36.512662 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68a68126-859f-4543-b855-170d97b66634 admin admin] Publish callbacks [] for security_group (00237df5-2160-4195-a175-8bcfd5e0ecd0), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.533520 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68a68126-859f-4543-b855-170d97b66634 admin admin] Publish callbacks [] for security_group (00237df5-2160-4195-a175-8bcfd5e0ecd0), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.583170 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68a68126-859f-4543-b855-170d97b66634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (00237df5-2160-4195-a175-8bcfd5e0ecd0), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.585809 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68a68126-859f-4543-b855-170d97b66634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:36.586943 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-68a68126-859f-4543-b855-170d97b66634 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00237df5-2160-4195-a175-8bcfd5e0ecd0 HTTP/1.1" status: 204 len: 168 time: 0.1250901 Apr 11 13:05:36.594796 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a68126-859f-4543-b855-170d97b66634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00237df5-2160-4195-a175-8bcfd5e0ecd0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:37.614218 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57666) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:37.731167 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2bbdea70-fac3-40d4-8f99-2c2ea687dd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:37.807329 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2bbdea70-fac3-40d4-8f99-2c2ea687dd3d admin admin] Publish callbacks [] for security_group (222ea95e-eced-42e2-8f89-d74eb599fcde), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:37.811573 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2bbdea70-fac3-40d4-8f99-2c2ea687dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (222ea95e-eced-42e2-8f89-d74eb599fcde), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:37.854218 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-2bbdea70-fac3-40d4-8f99-2c2ea687dd3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cd9a800418f4ff28680794e1eeb8267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391274 Apr 11 13:05:37.855300 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdea70-fac3-40d4-8f99-2c2ea687dd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222ea95e-eced-42e2-8f89-d74eb599fcde,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:37.857086 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57676) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:37.908394 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e642e347-6d4c-4943-a460-5bb115418255 admin admin] Publish callbacks [] for security_group (222ea95e-eced-42e2-8f89-d74eb599fcde), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:37.929774 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e642e347-6d4c-4943-a460-5bb115418255 admin admin] Publish callbacks [] for security_group (222ea95e-eced-42e2-8f89-d74eb599fcde), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:37.978949 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e642e347-6d4c-4943-a460-5bb115418255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (222ea95e-eced-42e2-8f89-d74eb599fcde), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:37.981766 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e642e347-6d4c-4943-a460-5bb115418255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:37.982893 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e642e347-6d4c-4943-a460-5bb115418255 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/222ea95e-eced-42e2-8f89-d74eb599fcde HTTP/1.1" status: 204 len: 168 time: 0.1238089 Apr 11 13:05:37.990959 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642e347-6d4c-4943-a460-5bb115418255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222ea95e-eced-42e2-8f89-d74eb599fcde,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:39.045349 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57718) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:39.157824 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0019cc8f-ba55-41cd-b132-6c3f7ce6dd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.243071 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0019cc8f-ba55-41cd-b132-6c3f7ce6dd7d admin admin] Publish callbacks [] for security_group (a1bb9989-9194-4126-ac27-3cadf2dcc9bc), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.248908 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0019cc8f-ba55-41cd-b132-6c3f7ce6dd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a1bb9989-9194-4126-ac27-3cadf2dcc9bc), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.292857 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0019cc8f-ba55-41cd-b132-6c3f7ce6dd7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=273e54f872f545848fac577ce04b1853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463341 Apr 11 13:05:39.295781 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57726) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:39.303381 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019cc8f-ba55-41cd-b132-6c3f7ce6dd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bb9989-9194-4126-ac27-3cadf2dcc9bc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:39.357709 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c429a707-c687-4650-969e-2a68eaeff2f7 admin admin] Publish callbacks [] for security_group (a1bb9989-9194-4126-ac27-3cadf2dcc9bc), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.382676 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c429a707-c687-4650-969e-2a68eaeff2f7 admin admin] Publish callbacks [] for security_group (a1bb9989-9194-4126-ac27-3cadf2dcc9bc), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.430773 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c429a707-c687-4650-969e-2a68eaeff2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a1bb9989-9194-4126-ac27-3cadf2dcc9bc), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.433387 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c429a707-c687-4650-969e-2a68eaeff2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.436479 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c429a707-c687-4650-969e-2a68eaeff2f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1bb9989-9194-4126-ac27-3cadf2dcc9bc HTTP/1.1" status: 204 len: 168 time: 0.1396163 Apr 11 13:05:39.444614 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429a707-c687-4650-969e-2a68eaeff2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bb9989-9194-4126-ac27-3cadf2dcc9bc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:39.617200 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57740) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:39.721846 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-abd43883-9d22-4860-8fd1-906af3aec08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.799089 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-abd43883-9d22-4860-8fd1-906af3aec08e admin admin] Publish callbacks [] for security_group (b117317e-b610-442b-b47e-b93f1560f257), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.804666 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-abd43883-9d22-4860-8fd1-906af3aec08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (b117317e-b610-442b-b47e-b93f1560f257), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.842619 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-abd43883-9d22-4860-8fd1-906af3aec08e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0aedae8b1d0a44d48d97167f9d378ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242951 Apr 11 13:05:39.843918 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd43883-9d22-4860-8fd1-906af3aec08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b117317e-b610-442b-b47e-b93f1560f257,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:39.845490 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57752) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:39.902155 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d6c970a-8ded-4f5e-b97b-2d8d0122c14a admin admin] Publish callbacks [] for security_group (b117317e-b610-442b-b47e-b93f1560f257), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.923989 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d6c970a-8ded-4f5e-b97b-2d8d0122c14a admin admin] Publish callbacks [] for security_group (b117317e-b610-442b-b47e-b93f1560f257), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.974306 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d6c970a-8ded-4f5e-b97b-2d8d0122c14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (b117317e-b610-442b-b47e-b93f1560f257), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.976968 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d6c970a-8ded-4f5e-b97b-2d8d0122c14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:39.978220 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-3d6c970a-8ded-4f5e-b97b-2d8d0122c14a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b117317e-b610-442b-b47e-b93f1560f257 HTTP/1.1" status: 204 len: 168 time: 0.1307881 Apr 11 13:05:39.986334 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c970a-8ded-4f5e-b97b-2d8d0122c14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b117317e-b610-442b-b47e-b93f1560f257,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:40.350422 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57774) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:40.364837 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1ea56049-7992-409c-b4dd-a9a5d53d11d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:40.440753 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1ea56049-7992-409c-b4dd-a9a5d53d11d9 admin admin] Publish callbacks [] for security_group (843f1f7a-ed7b-44d1-b3a2-308a06a90b5e), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:40.445271 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1ea56049-7992-409c-b4dd-a9a5d53d11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (843f1f7a-ed7b-44d1-b3a2-308a06a90b5e), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:40.481596 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea56049-7992-409c-b4dd-a9a5d53d11d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843f1f7a-ed7b-44d1-b3a2-308a06a90b5e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:40.487002 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-1ea56049-7992-409c-b4dd-a9a5d53d11d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67b46134bf2a489492419cc5b400b3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355906 Apr 11 13:05:40.489710 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57778) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:40.540945 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e49880-d236-474f-aa49-8e716fe82d96 admin admin] Publish callbacks [] for security_group (843f1f7a-ed7b-44d1-b3a2-308a06a90b5e), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:40.562296 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e49880-d236-474f-aa49-8e716fe82d96 admin admin] Publish callbacks [] for security_group (843f1f7a-ed7b-44d1-b3a2-308a06a90b5e), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:40.609435 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e49880-d236-474f-aa49-8e716fe82d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (843f1f7a-ed7b-44d1-b3a2-308a06a90b5e), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:40.612143 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e49880-d236-474f-aa49-8e716fe82d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:40.613319 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-39e49880-d236-474f-aa49-8e716fe82d96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/843f1f7a-ed7b-44d1-b3a2-308a06a90b5e HTTP/1.1" status: 204 len: 168 time: 0.1225495 Apr 11 13:05:40.621191 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e49880-d236-474f-aa49-8e716fe82d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843f1f7a-ed7b-44d1-b3a2-308a06a90b5e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:40.947681 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57794) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:40.964165 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c129-f092-4219-9b53-e287e30dbae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:41.041954 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c129-f092-4219-9b53-e287e30dbae7 admin admin] Publish callbacks [] for security_group (e59fb770-7508-42d1-b9cb-aad6f0e1833d), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:41.044630 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c129-f092-4219-9b53-e287e30dbae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (e59fb770-7508-42d1-b9cb-aad6f0e1833d), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:41.082269 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9c129-f092-4219-9b53-e287e30dbae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59fb770-7508-42d1-b9cb-aad6f0e1833d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:41.088215 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-ffc9c129-f092-4219-9b53-e287e30dbae7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1d363fafef74fde93f87061c03c19b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394098 Apr 11 13:05:41.090951 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57800) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:41.140266 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-914941d3-d6ce-4067-83c7-bdea7b43f4b2 admin admin] Publish callbacks [] for security_group (e59fb770-7508-42d1-b9cb-aad6f0e1833d), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:41.161177 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-914941d3-d6ce-4067-83c7-bdea7b43f4b2 admin admin] Publish callbacks [] for security_group (e59fb770-7508-42d1-b9cb-aad6f0e1833d), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:41.208777 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-914941d3-d6ce-4067-83c7-bdea7b43f4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (e59fb770-7508-42d1-b9cb-aad6f0e1833d), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:41.211399 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-914941d3-d6ce-4067-83c7-bdea7b43f4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:41.212708 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-914941d3-d6ce-4067-83c7-bdea7b43f4b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e59fb770-7508-42d1-b9cb-aad6f0e1833d HTTP/1.1" status: 204 len: 168 time: 0.1208565 Apr 11 13:05:41.223564 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914941d3-d6ce-4067-83c7-bdea7b43f4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59fb770-7508-42d1-b9cb-aad6f0e1833d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:41.454929 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:42.024980 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444be6e4-0dd2-4664-9da2-7e2f7bbedf36 req-331bfdd0-7d60-4608-84c3-0c3d7018a9a2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:42.026466 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-444be6e4-0dd2-4664-9da2-7e2f7bbedf36 req-331bfdd0-7d60-4608-84c3-0c3d7018a9a2 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 947 time: 0.0531836 Apr 11 13:05:42.352310 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-444be6e4-0dd2-4664-9da2-7e2f7bbedf36 req-0e6bfe9f-96bc-4999-b1eb-b8fe89d3d39c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196876 Apr 11 13:05:43.347907 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-b883e861-bbc4-4bdf-b5ce-69032a88353c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:43.350292 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-b883e861-bbc4-4bdf-b5ce-69032a88353c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.13 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 947 time: 0.0529566 Apr 11 13:05:43.459253 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Deleting port fcab605b-1952-44a4-8c0e-af7b75407a24 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:43.459640 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:43.563477 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e7882-e445-4b27-8cab-1d0cf831d331 req-1ba2d9e9-da4d-4457-a2ad-10e2ffdcbb6c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:43.565872 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-807e7882-e445-4b27-8cab-1d0cf831d331 req-1ba2d9e9-da4d-4457-a2ad-10e2ffdcbb6c tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/ports?device_id=858f40a3-f536-46c5-a5af-b093411541f2 HTTP/1.1" status: 200 len: 947 time: 0.1084170 Apr 11 13:05:43.629599 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] For port fcab605b-1952-44a4-8c0e-af7b75407a24, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fcab605b-1952-44a4-8c0e-af7b75407a24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:43.629837 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:43.655303 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-807e7882-e445-4b27-8cab-1d0cf831d331 req-934f1be1-7b22-4e37-be91-361d0c52a441 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups?id=89b93a63-6141-495e-8b1c-c35aa7add5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808461 Apr 11 13:05:43.829177 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:43.829595 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (43b28a67-0e9f-4baa-b5f1-37addc20c79b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:43.829905 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Floating IP 43b28a67-0e9f-4baa-b5f1-37addc20c79b disassociated. External IP: 172.27.0.190, port: fcab605b-1952-44a4-8c0e-af7b75407a24. Apr 11 13:05:43.830250 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Calling delete_port for fcab605b-1952-44a4-8c0e-af7b75407a24 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:43.979714 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (fcab605b-1952-44a4-8c0e-af7b75407a24), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:44.009085 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event deleted for resources: {'Port': ['ID=fcab605b-1952-44a4-8c0e-af7b75407a24,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:44.142664 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Router 29d793be-1a08-4511-8b08-51b1f35300df has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:05:44.279891 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:05:44.290338 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3858c250-6407-4937-833f-00b5a190f497 None None] Sync routers for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:05:44.304655 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858c250-6407-4937-833f-00b5a190f497 None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:44.305312 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3858c250-6407-4937-833f-00b5a190f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:44.324290 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] No DVR routers for this DVR port fcab605b-1952-44a4-8c0e-af7b75407a24 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:05:44.327062 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:44.330344 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ab1b8b4d-f71c-4455-8823-ecfa431747ef req-145750fb-81f7-48df-ada0-9f471a02e840 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.13 "DELETE /v2.0/ports/fcab605b-1952-44a4-8c0e-af7b75407a24 HTTP/1.1" status: 204 len: 173 time: 0.9751801 Apr 11 13:05:44.330874 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'name': 'network-vif-deleted', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:05:44.333162 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c5faad-0914-4fea-9524-43b3146f554d" -d '{"events": [{"server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "name": "network-vif-deleted", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:05:44.388649 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f6450-6fbb-4283-ab56-c0f098bf21c4 x-openstack-request-id: req-ea7f6450-6fbb-4283-ab56-c0f098bf21c4 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:05:44.389278 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858f40a3-f536-46c5-a5af-b093411541f2", "name": "network-vif-deleted", "tag": "fcab605b-1952-44a4-8c0e-af7b75407a24", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:05:44.389600 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea7f6450-6fbb-4283-ab56-c0f098bf21c4 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:05:44.390273 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7f6450-6fbb-4283-ab56-c0f098bf21c4'] response: {'server_uuid': '858f40a3-f536-46c5-a5af-b093411541f2', 'name': 'network-vif-deleted', 'tag': 'fcab605b-1952-44a4-8c0e-af7b75407a24', 'status': 'completed', 'code': 200} Apr 11 13:05:44.419896 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-3858c250-6407-4937-833f-00b5a190f497 None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:44.630641 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3858c250-6407-4937-833f-00b5a190f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:44.661132 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3858c250-6407-4937-833f-00b5a190f497 None None] Checking router: 29d793be-1a08-4511-8b08-51b1f35300df for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:05:44.670077 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858c250-6407-4937-833f-00b5a190f497 None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:44.670676 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3858c250-6407-4937-833f-00b5a190f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:44.747387 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57930) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:44.793014 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-3858c250-6407-4937-833f-00b5a190f497 None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:44.805614 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c0da391-0fcd-4983-87b9-27d41ebed3e1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (89b93a63-6141-495e-8b1c-c35aa7add5ea), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:44.831345 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c0da391-0fcd-4983-87b9-27d41ebed3e1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (89b93a63-6141-495e-8b1c-c35aa7add5ea), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:44.897466 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c0da391-0fcd-4983-87b9-27d41ebed3e1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (89b93a63-6141-495e-8b1c-c35aa7add5ea), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:44.900545 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c0da391-0fcd-4983-87b9-27d41ebed3e1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:44.902061 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-6c0da391-0fcd-4983-87b9-27d41ebed3e1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "DELETE /v2.0/security-groups/89b93a63-6141-495e-8b1c-c35aa7add5ea HTTP/1.1" status: 204 len: 168 time: 0.1535153 Apr 11 13:05:44.905129 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57944) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:44.913418 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0da391-0fcd-4983-87b9-27d41ebed3e1 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b93a63-6141-495e-8b1c-c35aa7add5ea,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:44.946108 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.api.v2.resource [None req-09c99151-7a9f-4cc2-b52d-a100fd073c9f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] show failed (client error): The resource could not be found. Apr 11 13:05:44.950370 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 57948) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:44.951408 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-09c99151-7a9f-4cc2-b52d-a100fd073c9f tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "GET /v2.0/security-groups/89b93a63-6141-495e-8b1c-c35aa7add5ea HTTP/1.1" status: 404 len: 347 time: 0.0447347 Apr 11 13:05:45.028552 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-3858c250-6407-4937-833f-00b5a190f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:45.071171 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3858c250-6407-4937-833f-00b5a190f497 None None] The sync data for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi is: [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T12:58:25Z', 'revision_number': 4, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885', 'name': '', 'network_id': '8e2ce377-60e7-40d0-a684-279719c14ab1', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'mac_address': 'fa:16:3e:22:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:22Z', 'updated_at': '2022-04-11T12:58:41Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'subnets': [{'id': '204d0409-b5f8-49fe-bc93-a6fb09b4c374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:05:45.129010 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0d404-e37a-459c-a607-f5b0331111e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Deleting port d68330c8-e286-4952-86c8-548d9c574138 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:45.129403 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d404-e37a-459c-a607-f5b0331111e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (d68330c8-e286-4952-86c8-548d9c574138), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:45.213512 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d404-e37a-459c-a607-f5b0331111e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (d68330c8-e286-4952-86c8-548d9c574138), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:45.213820 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d404-e37a-459c-a607-f5b0331111e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (d68330c8-e286-4952-86c8-548d9c574138), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:45.228047 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0d404-e37a-459c-a607-f5b0331111e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Calling delete_port for d68330c8-e286-4952-86c8-548d9c574138 owned by network:floatingip {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:45.349747 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf63c69d-85c8-4a0d-b26d-a1fb0e0e5f4a None None] New status for floating IP 43b28a67-0e9f-4baa-b5f1-37addc20c79b: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:05:45.371832 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d404-e37a-459c-a607-f5b0331111e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (d68330c8-e286-4952-86c8-548d9c574138), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:45.398795 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0d404-e37a-459c-a607-f5b0331111e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Pushing event deleted for resources: {'Port': ['ID=d68330c8-e286-4952-86c8-548d9c574138,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:45.468791 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d404-e37a-459c-a607-f5b0331111e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks [] for floatingip (43b28a67-0e9f-4baa-b5f1-37addc20c79b), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:45.471729 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d404-e37a-459c-a607-f5b0331111e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:45.475622 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-a6b0d404-e37a-459c-a607-f5b0331111e0 tempest-AttachVolumeShelveTestJSON-736940325 tempest-AttachVolumeShelveTestJSON-736940325-project] 10.222.0.26 "DELETE /v2.0/floatingips/43b28a67-0e9f-4baa-b5f1-37addc20c79b HTTP/1.1" status: 204 len: 168 time: 0.5216782 Apr 11 13:05:45.565969 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.db.api [None req-cf63c69d-85c8-4a0d-b26d-a1fb0e0e5f4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 13:05:45.566350 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG oslo_db.api [None req-cf63c69d-85c8-4a0d-b26d-a1fb0e0e5f4a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 13:05:46.067859 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf63c69d-85c8-4a0d-b26d-a1fb0e0e5f4a None None] New status for floating IP 43b28a67-0e9f-4baa-b5f1-37addc20c79b: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:05:46.432110 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 57986) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:46.547730 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8fc64e31-1993-4da7-a5c9-50eb5246ed72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:46.623807 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8fc64e31-1993-4da7-a5c9-50eb5246ed72 admin admin] Publish callbacks [] for security_group (87139cb4-2fa5-4d71-9888-348c436135dd), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:46.629186 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8fc64e31-1993-4da7-a5c9-50eb5246ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (87139cb4-2fa5-4d71-9888-348c436135dd), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:46.668924 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64e31-1993-4da7-a5c9-50eb5246ed72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87139cb4-2fa5-4d71-9888-348c436135dd,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:46.676508 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8fc64e31-1993-4da7-a5c9-50eb5246ed72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42fd92201a1b4d67864ddac8ae57605e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431805 Apr 11 13:05:46.677381 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58002) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:46.732955 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b04e4b2-1f95-4142-a09d-116f2e847342 admin admin] Publish callbacks [] for security_group (87139cb4-2fa5-4d71-9888-348c436135dd), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:46.755974 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b04e4b2-1f95-4142-a09d-116f2e847342 admin admin] Publish callbacks [] for security_group (87139cb4-2fa5-4d71-9888-348c436135dd), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:46.804176 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b04e4b2-1f95-4142-a09d-116f2e847342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (87139cb4-2fa5-4d71-9888-348c436135dd), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:46.806990 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b04e4b2-1f95-4142-a09d-116f2e847342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:46.808636 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-7b04e4b2-1f95-4142-a09d-116f2e847342 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87139cb4-2fa5-4d71-9888-348c436135dd HTTP/1.1" status: 204 len: 168 time: 0.1297026 Apr 11 13:05:46.821820 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04e4b2-1f95-4142-a09d-116f2e847342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87139cb4-2fa5-4d71-9888-348c436135dd,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:47.082797 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58012) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:47.098635 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64171bb-a0a7-4084-9f57-831fbb61203e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.177841 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64171bb-a0a7-4084-9f57-831fbb61203e admin admin] Publish callbacks [] for security_group (da5cc2b7-124d-43e1-bfce-c973876a6d8e), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.182577 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64171bb-a0a7-4084-9f57-831fbb61203e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (da5cc2b7-124d-43e1-bfce-c973876a6d8e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.220245 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e64171bb-a0a7-4084-9f57-831fbb61203e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1807ef65729b4a2e90c336168a5b5a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363318 Apr 11 13:05:47.222204 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64171bb-a0a7-4084-9f57-831fbb61203e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5cc2b7-124d-43e1-bfce-c973876a6d8e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:47.223198 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58014) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:47.274639 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-396e273d-8028-4eb0-9d48-0d0110233bbe admin admin] Publish callbacks [] for security_group (da5cc2b7-124d-43e1-bfce-c973876a6d8e), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.295733 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-396e273d-8028-4eb0-9d48-0d0110233bbe admin admin] Publish callbacks [] for security_group (da5cc2b7-124d-43e1-bfce-c973876a6d8e), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.343937 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-396e273d-8028-4eb0-9d48-0d0110233bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (da5cc2b7-124d-43e1-bfce-c973876a6d8e), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.346551 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-396e273d-8028-4eb0-9d48-0d0110233bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.347667 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-396e273d-8028-4eb0-9d48-0d0110233bbe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da5cc2b7-124d-43e1-bfce-c973876a6d8e HTTP/1.1" status: 204 len: 168 time: 0.1235263 Apr 11 13:05:47.356561 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e273d-8028-4eb0-9d48-0d0110233bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5cc2b7-124d-43e1-bfce-c973876a6d8e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:47.689138 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58028) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:47.702457 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5944f34-f25d-48f1-a1b1-db75c47aa880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.781397 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5944f34-f25d-48f1-a1b1-db75c47aa880 admin admin] Publish callbacks [] for security_group (913fd875-e2fe-4031-8648-1700166dd635), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.785508 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5944f34-f25d-48f1-a1b1-db75c47aa880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (913fd875-e2fe-4031-8648-1700166dd635), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.823434 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-a5944f34-f25d-48f1-a1b1-db75c47aa880 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8b0d8bdcb4c4c918afde34ec630768b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332119 Apr 11 13:05:47.824307 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5944f34-f25d-48f1-a1b1-db75c47aa880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913fd875-e2fe-4031-8648-1700166dd635,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:47.826991 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58036) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:47.840994 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58038) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:47.849663 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device fcab605b-1952-44a4-8c0e-af7b75407a24 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:47.855867 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:05:47.873773 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: fcab605b-1952-44a4-8c0e-af7b75407a24 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:47.874303 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device fcab605b-1952-44a4-8c0e-af7b75407a24 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:47.894086 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d30ab2a8-feea-4f54-8e9f-3899ff89787c admin admin] Publish callbacks [] for security_group (913fd875-e2fe-4031-8648-1700166dd635), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.917114 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d30ab2a8-feea-4f54-8e9f-3899ff89787c admin admin] Publish callbacks [] for security_group (913fd875-e2fe-4031-8648-1700166dd635), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.928475 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58044) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:47.959682 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7076bfbf-07c2-4c91-89e4-f48c013f3d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.986451 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d30ab2a8-feea-4f54-8e9f-3899ff89787c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (913fd875-e2fe-4031-8648-1700166dd635), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.988966 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d30ab2a8-feea-4f54-8e9f-3899ff89787c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:47.992770 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-d30ab2a8-feea-4f54-8e9f-3899ff89787c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/913fd875-e2fe-4031-8648-1700166dd635 HTTP/1.1" status: 204 len: 168 time: 0.1648469 Apr 11 13:05:48.012725 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ab2a8-feea-4f54-8e9f-3899ff89787c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913fd875-e2fe-4031-8648-1700166dd635,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:48.060580 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7076bfbf-07c2-4c91-89e4-f48c013f3d00 admin admin] Publish callbacks [] for security_group (04c3ec9b-bfdb-421e-8415-bc19fd0bb208), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.066627 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7076bfbf-07c2-4c91-89e4-f48c013f3d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (04c3ec9b-bfdb-421e-8415-bc19fd0bb208), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.109107 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-7076bfbf-07c2-4c91-89e4-f48c013f3d00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8dcd8215c86444e81055cd3ae8f9883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670603 Apr 11 13:05:48.110132 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076bfbf-07c2-4c91-89e4-f48c013f3d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3ec9b-bfdb-421e-8415-bc19fd0bb208,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:48.112169 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58050) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:48.232498 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85ad72d3-c7f4-44e5-98cd-69e143653d84 admin admin] Publish callbacks [] for security_group (04c3ec9b-bfdb-421e-8415-bc19fd0bb208), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.264316 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85ad72d3-c7f4-44e5-98cd-69e143653d84 admin admin] Publish callbacks [] for security_group (04c3ec9b-bfdb-421e-8415-bc19fd0bb208), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.372900 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85ad72d3-c7f4-44e5-98cd-69e143653d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (04c3ec9b-bfdb-421e-8415-bc19fd0bb208), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.375459 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85ad72d3-c7f4-44e5-98cd-69e143653d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.376925 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-85ad72d3-c7f4-44e5-98cd-69e143653d84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04c3ec9b-bfdb-421e-8415-bc19fd0bb208 HTTP/1.1" status: 204 len: 168 time: 0.2632959 Apr 11 13:05:48.405466 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad72d3-c7f4-44e5-98cd-69e143653d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3ec9b-bfdb-421e-8415-bc19fd0bb208,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:48.428924 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556229'] for router_interface (29d793be-1a08-4511-8b08-51b1f35300df), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.673093 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] Deleting port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:48.673426 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.756374 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] For port 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:48.756744 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.770565 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] Calling delete_port for 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:48.793925 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58076) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:48.811644 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bd7f11b9-096d-41a1-a9e2-772fb4a4563f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.888902 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bd7f11b9-096d-41a1-a9e2-772fb4a4563f admin admin] Publish callbacks [] for security_group (5b1f5554-87b2-4dd4-9a9c-b882df296694), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.894498 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bd7f11b9-096d-41a1-a9e2-772fb4a4563f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5b1f5554-87b2-4dd4-9a9c-b882df296694), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.933561 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-bd7f11b9-096d-41a1-a9e2-772fb4a4563f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=706b56d30c7e45869f6cc3a12fe4a5a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384377 Apr 11 13:05:48.934790 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f11b9-096d-41a1-a9e2-772fb4a4563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1f5554-87b2-4dd4-9a9c-b882df296694,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:48.937257 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58080) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:48.970019 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:48.991336 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a953d5b7-c4f8-424b-a1e9-f3d919b12f76 admin admin] Publish callbacks [] for security_group (5b1f5554-87b2-4dd4-9a9c-b882df296694), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.008161 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] Pushing event deleted for resources: {'Port': ['ID=59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:49.018280 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a953d5b7-c4f8-424b-a1e9-f3d919b12f76 admin admin] Publish callbacks [] for security_group (5b1f5554-87b2-4dd4-9a9c-b882df296694), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.079607 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a953d5b7-c4f8-424b-a1e9-f3d919b12f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5b1f5554-87b2-4dd4-9a9c-b882df296694), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.085779 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a953d5b7-c4f8-424b-a1e9-f3d919b12f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.089545 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-a953d5b7-c4f8-424b-a1e9-f3d919b12f76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b1f5554-87b2-4dd4-9a9c-b882df296694 HTTP/1.1" status: 204 len: 168 time: 0.1488187 Apr 11 13:05:49.096135 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953d5b7-c4f8-424b-a1e9-f3d919b12f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1f5554-87b2-4dd4-9a9c-b882df296694,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:49.211762 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556137'] for router_interface (29d793be-1a08-4511-8b08-51b1f35300df), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.449276 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] Router 29d793be-1a08-4511-8b08-51b1f35300df has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:05:49.516076 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58100) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:49.533172 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7dea47b-33ca-4d59-b465-36569b97faed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.569655 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:05:49.576041 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-01b53559-fa70-41a5-b0ef-4ae718f820ff admin admin] 10.222.0.26 "PUT /v2.0/routers/29d793be-1a08-4511-8b08-51b1f35300df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464391 Apr 11 13:05:49.578872 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58102) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:49.584439 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] Sync routers for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:05:49.602537 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:49.603149 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:49.690030 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7dea47b-33ca-4d59-b465-36569b97faed admin admin] Publish callbacks [] for security_group (3703bcce-3b87-442a-8234-02d75a3fea75), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.699552 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7dea47b-33ca-4d59-b465-36569b97faed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3703bcce-3b87-442a-8234-02d75a3fea75), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.723034 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:49.749230 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-f7dea47b-33ca-4d59-b465-36569b97faed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=728d338ff3da4f7aa51a42a2b9f2eb38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318347 Apr 11 13:05:49.752233 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58106) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:49.760560 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Publish callbacks [] for router (29d793be-1a08-4511-8b08-51b1f35300df), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.809343 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8503b690-d4fc-4837-ba0c-fc29a54ea5af admin admin] Publish callbacks [] for security_group (3703bcce-3b87-442a-8234-02d75a3fea75), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.835274 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8503b690-d4fc-4837-ba0c-fc29a54ea5af admin admin] Publish callbacks [] for security_group (3703bcce-3b87-442a-8234-02d75a3fea75), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.864010 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dea47b-33ca-4d59-b465-36569b97faed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3703bcce-3b87-442a-8234-02d75a3fea75,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:49.907224 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8503b690-d4fc-4837-ba0c-fc29a54ea5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3703bcce-3b87-442a-8234-02d75a3fea75), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.909820 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8503b690-d4fc-4837-ba0c-fc29a54ea5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.910976 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8503b690-d4fc-4837-ba0c-fc29a54ea5af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3703bcce-3b87-442a-8234-02d75a3fea75 HTTP/1.1" status: 204 len: 168 time: 0.1576638 Apr 11 13:05:49.922908 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503b690-d4fc-4837-ba0c-fc29a54ea5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3703bcce-3b87-442a-8234-02d75a3fea75,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:49.930701 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Publish callbacks [] for router_gateway (29d793be-1a08-4511-8b08-51b1f35300df), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:49.993513 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Deleting port 38c7fe7a-545b-4adc-9624-cd61c26afa25 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:49.993834 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.054829 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T13:05:48Z', 'revision_number': 5, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port': {'id': '38c7fe7a-545b-4adc-9624-cd61c26afa25', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d793be-1a08-4511-8b08-51b1f35300df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:58:12Z', 'updated_at': '2022-04-11T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:50.088899 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] Checking router: 29d793be-1a08-4511-8b08-51b1f35300df for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:05:50.096970 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] For port 38c7fe7a-545b-4adc-9624-cd61c26afa25, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=38c7fe7a-545b-4adc-9624-cd61c26afa25,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:50.097595 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.098448 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] Routers {'29d793be-1a08-4511-8b08-51b1f35300df'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:50.099145 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['29d793be-1a08-4511-8b08-51b1f35300df'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:50.116864 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Calling delete_port for 38c7fe7a-545b-4adc-9624-cd61c26afa25 owned by network:router_gateway {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:50.189320 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] Set router 29d793be-1a08-4511-8b08-51b1f35300df gateway port host: None {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:50.241923 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T13:05:49Z', 'revision_number': 6, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port_host': None}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:50.275282 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1b8083-93b8-4c7f-8d07-1c9be8b144d9 None None] The sync data for ids ['29d793be-1a08-4511-8b08-51b1f35300df'] in dv-cinder-836083-3-iscsi is: [{'id': '29d793be-1a08-4511-8b08-51b1f35300df', 'name': 'tempest-AttachVolumeShelveTestJSON-4621414-router', 'tenant_id': '4f51b3316ccb49238618f982c77265ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:58:10Z', 'updated_at': '2022-04-11T13:05:49Z', 'revision_number': 6, 'project_id': '4f51b3316ccb49238618f982c77265ae', 'gw_port_host': None}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:05:50.313613 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (38c7fe7a-545b-4adc-9624-cd61c26afa25), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.341149 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c7fe7a-545b-4adc-9624-cd61c26afa25,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:50.401215 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553871'] for router_gateway (29d793be-1a08-4511-8b08-51b1f35300df), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.491370 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2277'] for router (29d793be-1a08-4511-8b08-51b1f35300df), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.493576 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Publish callbacks [] for router_controller (29d793be-1a08-4511-8b08-51b1f35300df), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.542991 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751912'] for router (29d793be-1a08-4511-8b08-51b1f35300df), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.543669 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d793be-1a08-4511-8b08-51b1f35300df {{(pid=103362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:05:50.548196 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.549595 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-09a45a7f-47f8-43df-af42-26db333a1108 admin admin] 10.222.0.26 "DELETE /v2.0/routers/29d793be-1a08-4511-8b08-51b1f35300df HTTP/1.1" status: 204 len: 168 time: 0.9695385 Apr 11 13:05:50.552040 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58130) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:50.595818 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25a5f23-84da-43f4-aaac-58dd89a11726 admin admin] Deleting subnet 204d0409-b5f8-49fe-bc93-a6fb09b4c374 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:05:50.599003 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e25a5f23-84da-43f4-aaac-58dd89a11726 admin admin] Publish callbacks [] for subnet (204d0409-b5f8-49fe-bc93-a6fb09b4c374), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.640651 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e25a5f23-84da-43f4-aaac-58dd89a11726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25691576'] for subnet (204d0409-b5f8-49fe-bc93-a6fb09b4c374), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.730987 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e25a5f23-84da-43f4-aaac-58dd89a11726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (204d0409-b5f8-49fe-bc93-a6fb09b4c374), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.788493 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e25a5f23-84da-43f4-aaac-58dd89a11726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25805393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28990629'] for subnet (204d0409-b5f8-49fe-bc93-a6fb09b4c374), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.815066 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a5f23-84da-43f4-aaac-58dd89a11726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204d0409-b5f8-49fe-bc93-a6fb09b4c374,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:50.819317 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e25a5f23-84da-43f4-aaac-58dd89a11726 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.825454 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e25a5f23-84da-43f4-aaac-58dd89a11726 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/204d0409-b5f8-49fe-bc93-a6fb09b4c374 HTTP/1.1" status: 204 len: 168 time: 0.2699265 Apr 11 13:05:50.826004 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58138) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:50.827449 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3149c0ec-da24-455d-919c-32a20321d4c7 None None] Network 8e2ce377-60e7-40d0-a684-279719c14ab1 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:05:50.910693 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (8e2ce377-60e7-40d0-a684-279719c14ab1), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:50.969186 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Deleting port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:50.969186 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.013763 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ff151-9da1-4493-a2a0-833ce6499959 None None] DHCP port deletion for 8e2ce377-60e7-40d0-a684-279719c14ab1 request from dv-cinder-836083-3-iscsi {{(pid=103363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:05:51.044716 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] For port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=36bc52c1-d0f5-49f5-ab31-c77c98f4ed24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:51.045547 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.062575 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Calling delete_port for 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:51.073100 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-f57ff151-9da1-4493-a2a0-833ce6499959 None None] Deleting port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 {{(pid=103363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:05:51.073663 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f57ff151-9da1-4493-a2a0-833ce6499959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), before_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.189678 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.208065 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-f57ff151-9da1-4493-a2a0-833ce6499959 None None] For port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=36bc52c1-d0f5-49f5-ab31-c77c98f4ed24,segment=NetworkSegment(152fea44-5a28-439f-98e1-ba3f73b13b94),segment_id=152fea44-5a28-439f-98e1-ba3f73b13b94)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:51.210212 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f57ff151-9da1-4493-a2a0-833ce6499959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), precommit_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.236717 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-f57ff151-9da1-4493-a2a0-833ce6499959 None None] Calling delete_port for 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 owned by network:dhcp {{(pid=103363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:05:51.244273 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=36bc52c1-d0f5-49f5-ab31-c77c98f4ed24,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:51.252396 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] No DVR routers for this DVR port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 on host dv-cinder-836083-3-iscsi {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:05:51.334895 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (8e2ce377-60e7-40d0-a684-279719c14ab1), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.349019 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f57ff151-9da1-4493-a2a0-833ce6499959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753'] for port (36bc52c1-d0f5-49f5-ab31-c77c98f4ed24), after_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.358935 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2ce377-60e7-40d0-a684-279719c14ab1']}} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:51.371299 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152fea44-5a28-439f-98e1-ba3f73b13b94') {'for_net_delete': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:51.371670 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.services.segments.db [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152fea44-5a28-439f-98e1-ba3f73b13b94') {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:51.376777 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ff151-9da1-4493-a2a0-833ce6499959 None None] Pushing event deleted for resources: {'Port': ['ID=36bc52c1-d0f5-49f5-ab31-c77c98f4ed24,revision_number=None']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:51.380625 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ff151-9da1-4493-a2a0-833ce6499959 None None] No DVR routers for this DVR port 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 on host dv-cinder-836083-3-iscsi {{(pid=103363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:05:51.389863 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25270521'] for segment (152fea44-5a28-439f-98e1-ba3f73b13b94), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.404967 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (152fea44-5a28-439f-98e1-ba3f73b13b94), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.411486 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:05:51.411868 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666239'] for segment (152fea44-5a28-439f-98e1-ba3f73b13b94), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: Traceback (most recent call last): Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: timer() Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: cb(*args, **kw) Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: return func(*args, **kwargs) Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: self._notify() Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: self.callback(batched_events) Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: event.method(event) Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: return f(self, *a, **k) Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._get(url).json() Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: return self.request(url, 'GET', **kwargs) Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:05:51.413899 dv-cinder-836083-3-iscsi neutron-server[103362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:05:51.473417 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (8e2ce377-60e7-40d0-a684-279719c14ab1), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.480307 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.487645 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8e2ce377-60e7-40d0-a684-279719c14ab1 HTTP/1.1" status: 204 len: 168 time: 0.6605687 Apr 11 13:05:51.498759 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec943eb0-6b54-47c4-b58f-3288657f4c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2ce377-60e7-40d0-a684-279719c14ab1,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:51.663091 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58156) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:51.705186 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-79a4381f-efec-400d-8d15-acc2bd73391c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f51b3316ccb49238618f982c77265ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409439 Apr 11 13:05:51.708117 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58158) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:51.766395 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c66d6e0-9e3a-47c3-af01-8ae0615dfd9a admin admin] Publish callbacks [] for security_group (a7db9c49-fe0e-49ef-8ee2-04279677595a), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.774792 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:51.786929 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c66d6e0-9e3a-47c3-af01-8ae0615dfd9a admin admin] Publish callbacks [] for security_group (a7db9c49-fe0e-49ef-8ee2-04279677595a), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.797898 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:51.798244 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 59dcce3b-c2a6-4db3-bdb0-0fc46d5f4885 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:51.798660 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 38c7fe7a-545b-4adc-9624-cd61c26afa25 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:51.817307 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 38c7fe7a-545b-4adc-9624-cd61c26afa25 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:51.817598 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 38c7fe7a-545b-4adc-9624-cd61c26afa25 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:51.818006 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:05:51.836339 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c66d6e0-9e3a-47c3-af01-8ae0615dfd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a7db9c49-fe0e-49ef-8ee2-04279677595a), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.837653 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:05:51.838140 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 36bc52c1-d0f5-49f5-ab31-c77c98f4ed24 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:05:51.839038 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c66d6e0-9e3a-47c3-af01-8ae0615dfd9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:51.840222 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0c66d6e0-9e3a-47c3-af01-8ae0615dfd9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7db9c49-fe0e-49ef-8ee2-04279677595a HTTP/1.1" status: 204 len: 168 time: 0.1310973 Apr 11 13:05:51.848410 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66d6e0-9e3a-47c3-af01-8ae0615dfd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7db9c49-fe0e-49ef-8ee2-04279677595a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:53.824133 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58220) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:53.929582 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f8473902-4de4-481d-92dc-77ffd976214c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:54.003983 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f8473902-4de4-481d-92dc-77ffd976214c admin admin] Publish callbacks [] for security_group (274fade3-301b-4a7d-baa6-9d2daa25da96), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:54.009012 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f8473902-4de4-481d-92dc-77ffd976214c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (274fade3-301b-4a7d-baa6-9d2daa25da96), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:54.048120 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-f8473902-4de4-481d-92dc-77ffd976214c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73d9482174a84df0b301063879071156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229011 Apr 11 13:05:54.049127 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8473902-4de4-481d-92dc-77ffd976214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274fade3-301b-4a7d-baa6-9d2daa25da96,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:54.051016 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58236) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:54.107666 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bb0df9f-ed86-4847-b585-206b4c9ee231 admin admin] Publish callbacks [] for security_group (274fade3-301b-4a7d-baa6-9d2daa25da96), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:54.130518 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bb0df9f-ed86-4847-b585-206b4c9ee231 admin admin] Publish callbacks [] for security_group (274fade3-301b-4a7d-baa6-9d2daa25da96), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:54.182264 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bb0df9f-ed86-4847-b585-206b4c9ee231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (274fade3-301b-4a7d-baa6-9d2daa25da96), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:54.185871 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bb0df9f-ed86-4847-b585-206b4c9ee231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:54.187336 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-5bb0df9f-ed86-4847-b585-206b4c9ee231 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/274fade3-301b-4a7d-baa6-9d2daa25da96 HTTP/1.1" status: 204 len: 168 time: 0.1347370 Apr 11 13:05:54.196405 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0df9f-ed86-4847-b585-206b4c9ee231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274fade3-301b-4a7d-baa6-9d2daa25da96,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:54.897036 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58278) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:54.992725 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-699450691-network', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:05:55.015285 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Made reservation on behalf of 50890c512a824e7c9e953fb754d4a1df for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:05:55.017461 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.029298 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.101836 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Publish callbacks [] for security_group (31c90192-c852-4d89-bdfb-ed15ab0928b8), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.107053 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (31c90192-c852-4d89-bdfb-ed15ab0928b8), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.127937 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:05:55.141020 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c90192-c852-4d89-bdfb-ed15ab0928b8,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:55.146261 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (789f6187-6b57-4481-ad3e-64ec64f872b9), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.146606 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Added segment 789f6187-6b57-4481-ad3e-64ec64f872b9 of type vlan for network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 Apr 11 13:05:55.187233 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.215670 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.216776 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:55.217354 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.249626 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3515334 Apr 11 13:05:55.253164 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58282) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:55.258088 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Request body: {'subnet': {'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-699450691-subnet', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:05:55.278399 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Made reservation on behalf of 50890c512a824e7c9e953fb754d4a1df for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:05:55.279534 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7169d-8c03-4879-94b8-a1d2739b7c31 admin admin] Pushing event updated for resources: {'Network': ['ID=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:55.281173 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28990648'] for subnet (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.289198 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:05:55.457007 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28990634'] for subnet (8a8a0b98-753c-40c8-b66f-1b55fbc8432e), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.514366 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8a0b98-753c-40c8-b66f-1b55fbc8432e,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:55.523361 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Checking segment: {'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:05:55.523709 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Network hostable DHCP agents. Network: bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:05:55.541786 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:05:55.550532 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:05:55.554475 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:05:55.555054 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.560296 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f713f73-9d34-4cab-9ac4-237dec647a5b None None] Network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:05:55.571848 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-81dd9528-0b1d-4ffe-a968-e9193afeac6c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3175876 Apr 11 13:05:55.574635 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58288) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:55.578773 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:05:55.598235 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (ff836722-6964-4a7d-a1fe-4486856beabc), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.599233 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (ff836722-6964-4a7d-a1fe-4486856beabc), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.653185 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks [] for router_controller (ff836722-6964-4a7d-a1fe-4486856beabc), precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.670077 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:05:55.671184 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.803574 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Allocated IP 172.20.0.2 (bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9/8a8a0b98-753c-40c8-b66f-1b55fbc8432e/40ebd533-4264-46f8-b5ea-7947aa3c3f9c) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:05:55.955304 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Publish callbacks [] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:55.962489 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:56.002624 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:05:56.005494 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:05:56.011896 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:05:56.015102 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Pushing event updated for resources: {'Port': ['ID=40ebd533-4264-46f8-b5ea-7947aa3c3f9c,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:56.067056 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks [] for router_gateway (ff836722-6964-4a7d-a1fe-4486856beabc), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:56.074210 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Attempting to bind port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:05:56.074578 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Attempting to bind port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:05:56.074958 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Attempting to bind port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c on network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:05:56.080038 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:05:56.080411 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Checking segment: {'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:05:56.080812 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:56.081199 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Bound using segment: {'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:05:56.081655 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Bound port: 40ebd533-4264-46f8-b5ea-7947aa3c3f9c, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:05:56.082032 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:56.143877 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] For port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:05:56.147232 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] For port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=40ebd533-4264-46f8-b5ea-7947aa3c3f9c,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:05:56.153877 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:56.227989 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3fa9175a-fba0-40e8-9426-b1f0636f3180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:56.231112 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aca542-b98d-484e-8ecc-30de24257d4f None None] Pushing event updated for resources: {'Port': ['ID=40ebd533-4264-46f8-b5ea-7947aa3c3f9c,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:56.262195 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks [] for router_gateway (ff836722-6964-4a7d-a1fe-4486856beabc), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:56.284715 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:56.401139 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Allocated IP 172.27.0.207 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/324aec32-1d4b-4027-8591-3261e7c7a61f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:05:56.524764 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks [] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:56.557906 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:56.597058 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:05:56.599862 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:05:56.603552 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:05:56.611935 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Pushing event updated for resources: {'Port': ['ID=324aec32-1d4b-4027-8591-3261e7c7a61f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:56.871387 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks [] for router_gateway (ff836722-6964-4a7d-a1fe-4486856beabc), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:57.078427 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (ff836722-6964-4a7d-a1fe-4486856beabc), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:57.146313 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2786b095-31fc-4ac6-809e-51db7bbcc254 None None] Network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:05:57.214329 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Router ff836722-6964-4a7d-a1fe-4486856beabc is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:05:57.215645 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-8d671c16-572a-4609-bee4-5dba8fd81752 None None] Provisioning complete for port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:05:57.216105 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8d671c16-572a-4609-bee4-5dba8fd81752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:57.326991 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:05:57.327996 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-8d671c16-572a-4609-bee4-5dba8fd81752 None None] Current status of the port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:05:57.328416 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8d671c16-572a-4609-bee4-5dba8fd81752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:57.340786 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Sync routers for ids ['ff836722-6964-4a7d-a1fe-4486856beabc'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:05:57.349973 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:57.352237 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-58142783-7e37-4794-a715-bcea5a537aef admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7761021 Apr 11 13:05:57.355517 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58304) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:57.367219 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Routers {'ff836722-6964-4a7d-a1fe-4486856beabc'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:57.367935 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['ff836722-6964-4a7d-a1fe-4486856beabc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:57.416528 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-8d671c16-572a-4609-bee4-5dba8fd81752 None None] For port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=40ebd533-4264-46f8-b5ea-7947aa3c3f9c,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:05:57.424474 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8d671c16-572a-4609-bee4-5dba8fd81752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:57.520306 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d671c16-572a-4609-bee4-5dba8fd81752 None None] Pushing event updated for resources: {'Port': ['ID=40ebd533-4264-46f8-b5ea-7947aa3c3f9c,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:57.532374 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Set router ff836722-6964-4a7d-a1fe-4486856beabc gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:57.601114 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-33f74de4-0364-4e07-9d0b-706dd9415e27 None None] Provisioning complete for port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:05:57.601491 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-33f74de4-0364-4e07-9d0b-706dd9415e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:57.782682 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-33f74de4-0364-4e07-9d0b-706dd9415e27 None None] Current status of the port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:05:57.792205 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:56Z', 'revision_number': 3, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:57.826292 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 40ebd533-4264-46f8-b5ea-7947aa3c3f9c up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:05:57.829639 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Checking router: ff836722-6964-4a7d-a1fe-4486856beabc for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:05:57.830026 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Updating router ff836722-6964-4a7d-a1fe-4486856beabc port 324aec32-1d4b-4027-8591-3261e7c7a61f binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:05:57.838903 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:57.880271 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:57.928137 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:05:57.928522 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:57.992355 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Allocated IP 172.20.0.1 (bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9/8a8a0b98-753c-40c8-b66f-1b55fbc8432e/ad85934b-ae98-4bb5-90ca-07fea57fd217) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:05:58.095506 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Publish callbacks [] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.133299 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.176054 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:05:58.178884 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:05:58.182453 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:05:58.210820 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Pushing event updated for resources: {'Port': ['ID=ad85934b-ae98-4bb5-90ca-07fea57fd217,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:58.227145 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (ff836722-6964-4a7d-a1fe-4486856beabc), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.276141 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:05:58.358664 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Publish callbacks [] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.365050 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.370276 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.430131 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Attempting to bind port 324aec32-1d4b-4027-8591-3261e7c7a61f on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:05:58.430494 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Attempting to bind port 324aec32-1d4b-4027-8591-3261e7c7a61f by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:05:58.430858 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Attempting to bind port 324aec32-1d4b-4027-8591-3261e7c7a61f on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:05:58.433381 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-98d8547c-c0e4-4a86-ac81-1a47f69b4542 None None] Provisioning complete for port ad85934b-ae98-4bb5-90ca-07fea57fd217 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:05:58.433744 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-98d8547c-c0e4-4a86-ac81-1a47f69b4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.435134 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25111ff2-2b28-477f-b411-7d6abb6b7795 None None] Pushing event updated for resources: {'Port': ['ID=324aec32-1d4b-4027-8591-3261e7c7a61f,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:58.461219 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:05:58.461531 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:05:58.461936 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.462329 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:05:58.462836 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Bound port: 324aec32-1d4b-4027-8591-3261e7c7a61f, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:05:58.463195 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.495587 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-98d8547c-c0e4-4a86-ac81-1a47f69b4542 None None] Port ad85934b-ae98-4bb5-90ca-07fea57fd217 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:05:58.524451 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] For port 324aec32-1d4b-4027-8591-3261e7c7a61f, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:05:58.527760 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] For port 324aec32-1d4b-4027-8591-3261e7c7a61f, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=324aec32-1d4b-4027-8591-3261e7c7a61f,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:05:58.536198 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.597550 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Routers {'ff836722-6964-4a7d-a1fe-4486856beabc'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:05:58.598091 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['ff836722-6964-4a7d-a1fe-4486856beabc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:58.600106 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25111ff2-2b28-477f-b411-7d6abb6b7795 None None] Pushing event updated for resources: {'Port': ['ID=324aec32-1d4b-4027-8591-3261e7c7a61f,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:58.714237 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] Set router ff836722-6964-4a7d-a1fe-4486856beabc gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:05:58.769704 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-57b46774-733c-4216-b370-cd87f0b4cb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.793223 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Publish callbacks [] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.798695 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.874071 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Pushing event updated for resources: {'Port': ['ID=ad85934b-ae98-4bb5-90ca-07fea57fd217,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:58.877011 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (ff836722-6964-4a7d-a1fe-4486856beabc), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:58.922131 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:05:57Z', 'revision_number': 1, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:05:58.949577 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f3a7c-c057-486b-a65a-3d25a90106be None None] The sync data for ids ['ff836722-6964-4a7d-a1fe-4486856beabc'] in dv-cinder-836083-3-iscsi is: [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:05:57Z', 'revision_number': 1, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:05:58.970118 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:05:58.971415 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:05:59.103904 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Router ff836722-6964-4a7d-a1fe-4486856beabc has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:05:59.219092 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-8134a15b-4820-414c-b39f-9885bca787d3 None None] Provisioning complete for port ad85934b-ae98-4bb5-90ca-07fea57fd217 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:05:59.220171 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8134a15b-4820-414c-b39f-9885bca787d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:59.235361 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:05:59.244252 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-e535b7cd-d0fb-4279-b00e-4d1a405a161d admin admin] 10.222.0.26 "PUT /v2.0/routers/ff836722-6964-4a7d-a1fe-4486856beabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8869367 Apr 11 13:05:59.267554 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-8134a15b-4820-414c-b39f-9885bca787d3 None None] Port ad85934b-ae98-4bb5-90ca-07fea57fd217 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:05:59.567454 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:59.784087 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58348) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:05:59.792553 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1163685647-network', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:05:59.828408 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Made reservation on behalf of 9e12477ca6f9488395ed8302dcd13304 for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:05:59.831054 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:59.840189 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 324aec32-1d4b-4027-8591-3261e7c7a61f up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:05:59.841133 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:59.915454 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 324aec32-1d4b-4027-8591-3261e7c7a61f triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:05:59.915878 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:59.936688 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Publish callbacks [] for security_group (9be2f58b-4db2-49df-af9e-8c4e5dc32697), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:59.942805 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (9be2f58b-4db2-49df-af9e-8c4e5dc32697), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:59.969574 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:05:59.979740 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be2f58b-4db2-49df-af9e-8c4e5dc32697,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:05:59.984790 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (a3896780-133b-48dd-9cee-1cd9f1cbe102), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:05:59.985125 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Added segment a3896780-133b-48dd-9cee-1cd9f1cbe102 of type vlan for network f00203c0-9c8a-48e5-bbb6-9a7f26978768 Apr 11 13:06:00.024898 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 324aec32-1d4b-4027-8591-3261e7c7a61f is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:00.025286 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.043022 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (f00203c0-9c8a-48e5-bbb6-9a7f26978768), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.059133 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port 324aec32-1d4b-4027-8591-3261e7c7a61f, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=324aec32-1d4b-4027-8591-3261e7c7a61f,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:00.067276 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.074305 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (f00203c0-9c8a-48e5-bbb6-9a7f26978768), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.075343 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:00.075938 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.123247 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=324aec32-1d4b-4027-8591-3261e7c7a61f,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:00.138093 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3528919 Apr 11 13:06:00.140749 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58354) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:00.145478 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Request body: {'subnet': {'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1163685647-subnet', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'ip_version': 4}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:00.152157 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f064f9-dc34-42f3-867c-8627d66bf477 admin admin] Pushing event updated for resources: {'Network': ['ID=f00203c0-9c8a-48e5-bbb6-9a7f26978768,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:00.164621 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network f00203c0-9c8a-48e5-bbb6-9a7f26978768 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:06:00.170876 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Made reservation on behalf of 9e12477ca6f9488395ed8302dcd13304 for: {'subnet': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:06:00.173740 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25661899'] for subnet (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.361643 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25668824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25661913'] for subnet (861bc028-e62f-447c-b1eb-2c1781d70193), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.425217 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=861bc028-e62f-447c-b1eb-2c1781d70193,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:00.434012 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Checking segment: {'id': 'a3896780-133b-48dd-9cee-1cd9f1cbe102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:00.434390 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Network hostable DHCP agents. Network: f00203c0-9c8a-48e5-bbb6-9a7f26978768, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:06:00.452998 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Network f00203c0-9c8a-48e5-bbb6-9a7f26978768 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:06:00.462332 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, f00203c0-9c8a-48e5-bbb6-9a7f26978768) {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:00.466435 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:00.467019 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.471536 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0683e4-adb9-4089-adea-893a2fabcbea None None] Network f00203c0-9c8a-48e5-bbb6-9a7f26978768 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:06:00.484421 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-a864185a-37ea-4030-9a4c-8c1d3cac32d7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3426428 Apr 11 13:06:00.487567 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58356) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:00.491223 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1163685647-router', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:00.510219 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (71c54990-1c82-4352-ba57-399e5220721b), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.511335 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (71c54990-1c82-4352-ba57-399e5220721b), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.572440 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-f00203c0-9c8a-48e5-bbb6-9a7f26978768', 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768', 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'fixed_ips': [{'subnet_id': '861bc028-e62f-447c-b1eb-2c1781d70193'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:06:00.573283 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.573428 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks [] for router_controller (71c54990-1c82-4352-ba57-399e5220721b), precommit_add_association {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.709434 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Allocated IP 172.20.0.2 (f00203c0-9c8a-48e5-bbb6-9a7f26978768/861bc028-e62f-447c-b1eb-2c1781d70193/c02cf98e-e591-47d8-8f74-d7ba7ded807f) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:00.714194 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks [] for router_gateway (71c54990-1c82-4352-ba57-399e5220721b), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.916043 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks [] for router_gateway (71c54990-1c82-4352-ba57-399e5220721b), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.927927 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Publish callbacks [] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.938593 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:00.938985 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:01.014212 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Network f00203c0-9c8a-48e5-bbb6-9a7f26978768 is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:01.026273 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:01.038106 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:01.042042 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Pushing event updated for resources: {'Port': ['ID=c02cf98e-e591-47d8-8f74-d7ba7ded807f,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:01.050465 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:01.065006 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Allocated IP 172.27.0.36 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:01.160230 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Attempting to bind port c02cf98e-e591-47d8-8f74-d7ba7ded807f on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:01.161481 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Attempting to bind port c02cf98e-e591-47d8-8f74-d7ba7ded807f by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': 'a3896780-133b-48dd-9cee-1cd9f1cbe102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:01.161841 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Attempting to bind port c02cf98e-e591-47d8-8f74-d7ba7ded807f on network f00203c0-9c8a-48e5-bbb6-9a7f26978768 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:01.181168 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:01.182035 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Checking segment: {'id': 'a3896780-133b-48dd-9cee-1cd9f1cbe102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:01.185056 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:01.187024 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Bound using segment: {'id': 'a3896780-133b-48dd-9cee-1cd9f1cbe102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:01.188402 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Bound port: c02cf98e-e591-47d8-8f74-d7ba7ded807f, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3896780-133b-48dd-9cee-1cd9f1cbe102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:01.188804 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:01.219253 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks [] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:01.264192 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:01.290745 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] For port c02cf98e-e591-47d8-8f74-d7ba7ded807f, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:01.295079 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] For port c02cf98e-e591-47d8-8f74-d7ba7ded807f, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=c02cf98e-e591-47d8-8f74-d7ba7ded807f,segment=NetworkSegment(a3896780-133b-48dd-9cee-1cd9f1cbe102),segment_id=a3896780-133b-48dd-9cee-1cd9f1cbe102)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:01.303951 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:01.313968 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:01.318540 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:01.321951 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:01.366937 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:01.367715 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Sync routers for ids ['ff836722-6964-4a7d-a1fe-4486856beabc'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:06:01.394790 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Routers {'ff836722-6964-4a7d-a1fe-4486856beabc'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:01.396062 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['ff836722-6964-4a7d-a1fe-4486856beabc'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:01.416627 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f97be9-f78d-492e-84d1-df1f2ff713d0 None None] Pushing event updated for resources: {'Port': ['ID=c02cf98e-e591-47d8-8f74-d7ba7ded807f,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:01.591411 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Set router ff836722-6964-4a7d-a1fe-4486856beabc gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:01.710687 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks [] for router_gateway (71c54990-1c82-4352-ba57-399e5220721b), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:01.859390 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 2, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:01.880840 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 324aec32-1d4b-4027-8591-3261e7c7a61f up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:01.892340 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Checking router: ff836722-6964-4a7d-a1fe-4486856beabc for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:06:01.892686 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Updating router ff836722-6964-4a7d-a1fe-4486856beabc port ad85934b-ae98-4bb5-90ca-07fea57fd217 binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:06:01.923823 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:01.936486 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 324aec32-1d4b-4027-8591-3261e7c7a61f triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:01.936940 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:01.948400 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (71c54990-1c82-4352-ba57-399e5220721b), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.043441 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 324aec32-1d4b-4027-8591-3261e7c7a61f is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:02.045092 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device c02cf98e-e591-47d8-8f74-d7ba7ded807f up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:02.090690 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port c02cf98e-e591-47d8-8f74-d7ba7ded807f triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:02.091170 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.095770 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Router 71c54990-1c82-4352-ba57-399e5220721b is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:06:02.198699 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port c02cf98e-e591-47d8-8f74-d7ba7ded807f is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:02.199228 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.238666 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Publish callbacks [] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.247561 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.280553 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port c02cf98e-e591-47d8-8f74-d7ba7ded807f, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=c02cf98e-e591-47d8-8f74-d7ba7ded807f,segment=NetworkSegment(a3896780-133b-48dd-9cee-1cd9f1cbe102),segment_id=a3896780-133b-48dd-9cee-1cd9f1cbe102)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:02.288718 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.366888 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Pushing event updated for resources: {'Port': ['ID=ad85934b-ae98-4bb5-90ca-07fea57fd217,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:02.374229 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=c02cf98e-e591-47d8-8f74-d7ba7ded807f,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:02.389928 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.391012 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.391491 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.392032 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.392522 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.393010 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.393332 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.393647 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.394120 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.394767 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.395688 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.396355 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.396832 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.397459 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.397927 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:02.484374 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Attempting to bind port ad85934b-ae98-4bb5-90ca-07fea57fd217 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:02.485024 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Attempting to bind port ad85934b-ae98-4bb5-90ca-07fea57fd217 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:02.485550 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Attempting to bind port ad85934b-ae98-4bb5-90ca-07fea57fd217 on network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:02.499427 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:02.500589 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Checking segment: {'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:02.501146 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.501955 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Bound using segment: {'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:02.502858 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Bound port: ad85934b-ae98-4bb5-90ca-07fea57fd217, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:02.503399 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.614314 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] For port ad85934b-ae98-4bb5-90ca-07fea57fd217, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:02.619593 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] For port ad85934b-ae98-4bb5-90ca-07fea57fd217, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=ad85934b-ae98-4bb5-90ca-07fea57fd217,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:02.640513 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.693885 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:06:02.706934 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58414) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:02.719746 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Routers {'ff836722-6964-4a7d-a1fe-4486856beabc'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:02.720648 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['ff836722-6964-4a7d-a1fe-4486856beabc'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:02.723911 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Sync routers for ids ['71c54990-1c82-4352-ba57-399e5220721b'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:06:02.744576 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.746363 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-40d20d86-dcf1-46fc-927d-d5f5518d61f0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2583101 Apr 11 13:06:02.748507 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.749101 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58418) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:02.782210 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-01ed0993-4b67-415e-a3f1-17a1899af11c None None] Provisioning complete for port ad85934b-ae98-4bb5-90ca-07fea57fd217 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:02.782636 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-01ed0993-4b67-415e-a3f1-17a1899af11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:02.798878 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378ffbe-1345-4177-ab57-2498c8a307e4 None None] Pushing event updated for resources: {'Port': ['ID=ad85934b-ae98-4bb5-90ca-07fea57fd217,revision_number=4']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:02.814178 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Routers {'71c54990-1c82-4352-ba57-399e5220721b'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:02.814813 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['71c54990-1c82-4352-ba57-399e5220721b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:02.885620 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] Set router ff836722-6964-4a7d-a1fe-4486856beabc gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:02.886854 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad982f35-e548-42e7-bb31-625ac8783620 None None] Network f00203c0-9c8a-48e5-bbb6-9a7f26978768 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:06:02.975402 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e7091bb-b4c8-49fd-b7b6-6856f39f6e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.039919 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-01ed0993-4b67-415e-a3f1-17a1899af11c None None] Current status of the port ad85934b-ae98-4bb5-90ca-07fea57fd217 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:03.040307 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-01ed0993-4b67-415e-a3f1-17a1899af11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.189532 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e7091bb-b4c8-49fd-b7b6-6856f39f6e93 admin admin] Publish callbacks [] for security_group (f377b139-2184-43c0-afdc-4f7bb383c6c7), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.192620 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:06:02Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:03.205520 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e7091bb-b4c8-49fd-b7b6-6856f39f6e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f377b139-2184-43c0-afdc-4f7bb383c6c7), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.224210 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2e02a-6ea1-443c-b35d-880faba4986a None None] The sync data for ids ['ff836722-6964-4a7d-a1fe-4486856beabc'] in dv-cinder-836083-3-iscsi is: [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:06:02Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:06:03.247207 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-01ed0993-4b67-415e-a3f1-17a1899af11c None None] For port ad85934b-ae98-4bb5-90ca-07fea57fd217, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=ad85934b-ae98-4bb5-90ca-07fea57fd217,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:03.271645 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-01ed0993-4b67-415e-a3f1-17a1899af11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.280887 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7091bb-b4c8-49fd-b7b6-6856f39f6e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f377b139-2184-43c0-afdc-4f7bb383c6c7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:03.285480 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Set router 71c54990-1c82-4352-ba57-399e5220721b gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:03.287638 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0e7091bb-b4c8-49fd-b7b6-6856f39f6e93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d1369597a4541a78265743e69a665ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5796137 Apr 11 13:06:03.290551 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58420) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:03.356063 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71e703d6-eac5-4710-9398-fa79df331ab7 admin admin] Publish callbacks [] for security_group (f377b139-2184-43c0-afdc-4f7bb383c6c7), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.382014 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.384609 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71e703d6-eac5-4710-9398-fa79df331ab7 admin admin] Publish callbacks [] for security_group (f377b139-2184-43c0-afdc-4f7bb383c6c7), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.437745 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-ef2e81ab-ac8c-43e8-9f18-dee867b73d36 None None] Provisioning complete for port ad85934b-ae98-4bb5-90ca-07fea57fd217 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:03.438183 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ef2e81ab-ac8c-43e8-9f18-dee867b73d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.458771 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71e703d6-eac5-4710-9398-fa79df331ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (f377b139-2184-43c0-afdc-4f7bb383c6c7), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.462745 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71e703d6-eac5-4710-9398-fa79df331ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.464870 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-71e703d6-eac5-4710-9398-fa79df331ab7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f377b139-2184-43c0-afdc-4f7bb383c6c7 HTTP/1.1" status: 204 len: 168 time: 0.1719160 Apr 11 13:06:03.480974 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e703d6-eac5-4710-9398-fa79df331ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f377b139-2184-43c0-afdc-4f7bb383c6c7,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:03.505465 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed0993-4b67-415e-a3f1-17a1899af11c None None] Pushing event updated for resources: {'Port': ['ID=ad85934b-ae98-4bb5-90ca-07fea57fd217,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:03.681567 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c54990-1c82-4352-ba57-399e5220721b', 'name': 'tempest-TestShelveInstance-1163685647-router', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:01Z', 'revision_number': 3, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'gw_port': {'id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:03.683495 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e81ab-ac8c-43e8-9f18-dee867b73d36 None None] Current status of the port ad85934b-ae98-4bb5-90ca-07fea57fd217 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:03.701557 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Allocated IP 172.20.0.1 (f00203c0-9c8a-48e5-bbb6-9a7f26978768/861bc028-e62f-447c-b1eb-2c1781d70193/5bec5afe-746c-44b1-8d9d-e62426a51fd4) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:03.725928 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Checking router: 71c54990-1c82-4352-ba57-399e5220721b for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:06:03.726328 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Updating router 71c54990-1c82-4352-ba57-399e5220721b port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:06:03.730474 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-ef2e81ab-ac8c-43e8-9f18-dee867b73d36 None None] Provisioning complete for port c02cf98e-e591-47d8-8f74-d7ba7ded807f triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:03.730844 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ef2e81ab-ac8c-43e8-9f18-dee867b73d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.867679 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e81ab-ac8c-43e8-9f18-dee867b73d36 None None] Current status of the port c02cf98e-e591-47d8-8f74-d7ba7ded807f is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:03.868660 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Publish callbacks [] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.872096 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device c02cf98e-e591-47d8-8f74-d7ba7ded807f up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:03.876051 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.922166 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:03.959518 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Network f00203c0-9c8a-48e5-bbb6-9a7f26978768 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:03.964466 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:03.968346 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:04.009917 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Pushing event updated for resources: {'Port': ['ID=5bec5afe-746c-44b1-8d9d-e62426a51fd4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:04.034877 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (71c54990-1c82-4352-ba57-399e5220721b), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.099382 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-98810623-eef1-4d10-8f57-0f2c1e2604a8 None None] Provisioning complete for port c02cf98e-e591-47d8-8f74-d7ba7ded807f triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:04.099890 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-98810623-eef1-4d10-8f57-0f2c1e2604a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.124169 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port c02cf98e-e591-47d8-8f74-d7ba7ded807f triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:04.124658 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.247324 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.363873 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-98810623-eef1-4d10-8f57-0f2c1e2604a8 None None] Current status of the port c02cf98e-e591-47d8-8f74-d7ba7ded807f is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:04.365545 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port c02cf98e-e591-47d8-8f74-d7ba7ded807f is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:04.366530 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device ad85934b-ae98-4bb5-90ca-07fea57fd217 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:04.437399 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Publish callbacks [] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.442585 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.458656 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port ad85934b-ae98-4bb5-90ca-07fea57fd217 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:04.459020 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.516710 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (71c54990-1c82-4352-ba57-399e5220721b), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.520698 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Pushing event updated for resources: {'Port': ['ID=5bec5afe-746c-44b1-8d9d-e62426a51fd4,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:04.527583 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Publish callbacks [] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.533332 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-0b736a6a-1240-41d6-ba10-91a3074bb4a4 None None] Provisioning complete for port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:04.533829 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0b736a6a-1240-41d6-ba10-91a3074bb4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.558352 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.621283 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Network f00203c0-9c8a-48e5-bbb6-9a7f26978768 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:04.622764 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:04.629212 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-0b736a6a-1240-41d6-ba10-91a3074bb4a4 None None] Port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:06:04.652445 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Attempting to bind port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:04.652825 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Attempting to bind port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:04.653180 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Attempting to bind port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:04.661275 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port ad85934b-ae98-4bb5-90ca-07fea57fd217 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:04.665764 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d2071-50b2-4fc8-b58c-056181ddb6cf None None] Pushing event updated for resources: {'Port': ['ID=1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:04.672269 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:04.672632 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:04.673040 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.673480 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:04.673973 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Bound port: 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:04.674383 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.737013 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] For port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:04.740809 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] For port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:04.750471 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:04.774083 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Router 71c54990-1c82-4352-ba57-399e5220721b has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:06:04.810172 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d2071-50b2-4fc8-b58c-056181ddb6cf None None] Pushing event updated for resources: {'Port': ['ID=1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:04.835291 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Routers {'71c54990-1c82-4352-ba57-399e5220721b'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:04.836355 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['71c54990-1c82-4352-ba57-399e5220721b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:04.973645 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-dc1a58f0-a4b6-474c-82d0-bec100431f0f None None] Provisioning complete for port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:04.973890 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-dc1a58f0-a4b6-474c-82d0-bec100431f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:05.007112 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:06:05.014409 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-f744034d-5453-4c0d-810e-bc2bb0b7b1cd admin admin] 10.222.0.26 "PUT /v2.0/routers/71c54990-1c82-4352-ba57-399e5220721b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2639642 Apr 11 13:06:05.020550 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] Set router 71c54990-1c82-4352-ba57-399e5220721b gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:05.062716 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a58f0-a4b6-474c-82d0-bec100431f0f None None] Port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:06:05.230268 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-2de2cbdb-9544-4369-a327-9b6acdc8b9a5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990124975&fields=id&tenant_id=6a56cb36eacf430283b9394b23f82c11 HTTP/1.1" status: 200 len: 267 time: 0.0576124 Apr 11 13:06:05.372436 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-712c69cb-64e6-46f8-8b5f-f8589168e12b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:05.374264 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-712c69cb-64e6-46f8-8b5f-f8589168e12b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 812 time: 0.1365130 Apr 11 13:06:05.392055 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-403d51d9-c04b-4fe9-a5d6-ea9a7453adc7 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/quotas/6a56cb36eacf430283b9394b23f82c11 HTTP/1.1" status: 200 len: 375 time: 0.0102434 Apr 11 13:06:05.448817 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c54990-1c82-4352-ba57-399e5220721b', 'name': 'tempest-TestShelveInstance-1163685647-router', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:04Z', 'revision_number': 4, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'gw_port': {'id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bec5afe-746c-44b1-8d9d-e62426a51fd4', 'name': '', 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'mac_address': 'fa:16:3e:63:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '861bc028-e62f-447c-b1eb-2c1781d70193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:03Z', 'updated_at': '2022-04-11T13:06:04Z', 'revision_number': 2, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'subnets': [{'id': '861bc028-e62f-447c-b1eb-2c1781d70193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:05.454646 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-ee984c3f-0fd9-4067-b94c-106f6b102504 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569370 Apr 11 13:06:05.481640 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275ecbf-467e-4f07-932e-ee34ffb59ce9 None None] The sync data for ids ['71c54990-1c82-4352-ba57-399e5220721b'] in dv-cinder-836083-3-iscsi is: [{'id': '71c54990-1c82-4352-ba57-399e5220721b', 'name': 'tempest-TestShelveInstance-1163685647-router', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:04Z', 'revision_number': 4, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'gw_port': {'id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bec5afe-746c-44b1-8d9d-e62426a51fd4', 'name': '', 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'mac_address': 'fa:16:3e:63:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '861bc028-e62f-447c-b1eb-2c1781d70193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:03Z', 'updated_at': '2022-04-11T13:06:04Z', 'revision_number': 2, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'subnets': [{'id': '861bc028-e62f-447c-b1eb-2c1781d70193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:06:05.584506 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-51a523a9-be9f-4097-8ed4-f03d6b4a9ee4 service neutron] 10.222.0.26 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178324 Apr 11 13:06:05.697554 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-9f4170b5-5168-47dc-baf9-5a50bcda94ee service neutron] 10.222.0.26 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063759 Apr 11 13:06:05.845986 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58500) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:05.851157 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-f67c7a87-432d-4f79-99a0-6ba648b58ef2 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475920375', 'description': 'tempest-secgroup-smoke-1475920375 description', 'project_id': '50890c512a824e7c9e953fb754d4a1df'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:05.875354 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f67c7a87-432d-4f79-99a0-6ba648b58ef2 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:05.968048 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f67c7a87-432d-4f79-99a0-6ba648b58ef2 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group (9371c170-40e5-4fb1-afca-23061503b5d8), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:05.975921 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f67c7a87-432d-4f79-99a0-6ba648b58ef2 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (9371c170-40e5-4fb1-afca-23061503b5d8), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.051638 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f67c7a87-432d-4f79-99a0-6ba648b58ef2 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.052763 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-f67c7a87-432d-4f79-99a0-6ba648b58ef2 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2056899 Apr 11 13:06:06.057250 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58514) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:06.066534 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2860215d-21af-4e92-8c59-0809f6f210c1 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Request body: {'security_group_rule': {'security_group_id': '9371c170-40e5-4fb1-afca-23061503b5d8', 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:06.103208 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c7a87-432d-4f79-99a0-6ba648b58ef2 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9371c170-40e5-4fb1-afca-23061503b5d8,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:06.107467 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-07ba1832-20f0-4459-81d4-fa5bbc0cd4ec req-f7c9e3fe-c103-4db9-a9cf-2f71df762526 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 210 time: 0.0641615 Apr 11 13:06:06.129784 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2860215d-21af-4e92-8c59-0809f6f210c1 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (c9d676fa-ff98-4b4b-bd01-322201039bef), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.222259 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2860215d-21af-4e92-8c59-0809f6f210c1 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (c9d676fa-ff98-4b4b-bd01-322201039bef), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.227376 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2860215d-21af-4e92-8c59-0809f6f210c1 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (c9d676fa-ff98-4b4b-bd01-322201039bef), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.262951 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860215d-21af-4e92-8c59-0809f6f210c1 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d676fa-ff98-4b4b-bd01-322201039bef,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:06.281153 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2860215d-21af-4e92-8c59-0809f6f210c1 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.283400 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2860215d-21af-4e92-8c59-0809f6f210c1 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2241035 Apr 11 13:06:06.286492 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58526) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:06.291738 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-4c1004d2-596d-4fa4-a02d-f16ea06b330f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Request body: {'security_group_rule': {'security_group_id': '9371c170-40e5-4fb1-afca-23061503b5d8', 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:06.326361 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4c1004d2-596d-4fa4-a02d-f16ea06b330f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (5a2b47a7-3f41-452c-85ff-edfc8a6ebb1a), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.459359 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4c1004d2-596d-4fa4-a02d-f16ea06b330f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (5a2b47a7-3f41-452c-85ff-edfc8a6ebb1a), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.464444 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4c1004d2-596d-4fa4-a02d-f16ea06b330f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (5a2b47a7-3f41-452c-85ff-edfc8a6ebb1a), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.485408 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1004d2-596d-4fa4-a02d-f16ea06b330f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2b47a7-3f41-452c-85ff-edfc8a6ebb1a,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:06.510514 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4c1004d2-596d-4fa4-a02d-f16ea06b330f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.515233 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-4c1004d2-596d-4fa4-a02d-f16ea06b330f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2251017 Apr 11 13:06:06.516210 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58534) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:06.524202 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8b7f146f-34ea-4d99-8a90-ef3912ef025b tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Request body: {'security_group_rule': {'security_group_id': '9371c170-40e5-4fb1-afca-23061503b5d8', 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:06.568306 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b7f146f-34ea-4d99-8a90-ef3912ef025b tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (462be22b-4ca2-41da-aaf5-ac4916896a12), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.592519 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58538) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:06.667772 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b7f146f-34ea-4d99-8a90-ef3912ef025b tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (462be22b-4ca2-41da-aaf5-ac4916896a12), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.674877 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b7f146f-34ea-4d99-8a90-ef3912ef025b tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (462be22b-4ca2-41da-aaf5-ac4916896a12), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.709930 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f146f-34ea-4d99-8a90-ef3912ef025b tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462be22b-4ca2-41da-aaf5-ac4916896a12,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:06.717797 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b7f146f-34ea-4d99-8a90-ef3912ef025b tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.722715 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8b7f146f-34ea-4d99-8a90-ef3912ef025b tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2049282 Apr 11 13:06:06.722849 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58546) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:06.731342 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-fa46a5a0-a885-4bf5-86ba-efdf60c29775 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Request body: {'security_group_rule': {'security_group_id': '9371c170-40e5-4fb1-afca-23061503b5d8', 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:06.752347 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-694ce781-94cc-4a7c-93bf-a6c401794b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.787715 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fa46a5a0-a885-4bf5-86ba-efdf60c29775 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (a033c081-f5d0-41b3-bc0a-d2baf3990683), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.900659 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fa46a5a0-a885-4bf5-86ba-efdf60c29775 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (a033c081-f5d0-41b3-bc0a-d2baf3990683), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.909664 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fa46a5a0-a885-4bf5-86ba-efdf60c29775 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (a033c081-f5d0-41b3-bc0a-d2baf3990683), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.936500 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-694ce781-94cc-4a7c-93bf-a6c401794b5a admin admin] Publish callbacks [] for security_group (c7d92866-e1d2-4b0d-a16a-9f2e30da12ee), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.937563 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46a5a0-a885-4bf5-86ba-efdf60c29775 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a033c081-f5d0-41b3-bc0a-d2baf3990683,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:06.944918 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-694ce781-94cc-4a7c-93bf-a6c401794b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (c7d92866-e1d2-4b0d-a16a-9f2e30da12ee), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.961404 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fa46a5a0-a885-4bf5-86ba-efdf60c29775 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:06.965053 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-fa46a5a0-a885-4bf5-86ba-efdf60c29775 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2347815 Apr 11 13:06:06.965766 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58550) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:06.971246 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3cd993c8-116e-4bd9-8f4d-3a5445703eb7 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Request body: {'security_group_rule': {'security_group_id': '9371c170-40e5-4fb1-afca-23061503b5d8', 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:06.988383 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-694ce781-94cc-4a7c-93bf-a6c401794b5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7866603772d447283284b056dec0c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947124 Apr 11 13:06:06.991460 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58552) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:06.994746 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ce781-94cc-4a7c-93bf-a6c401794b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d92866-e1d2-4b0d-a16a-9f2e30da12ee,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:07.008256 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58554) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:07.020426 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-3cd993c8-116e-4bd9-8f4d-3a5445703eb7 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Project 50890c512a824e7c9e953fb754d4a1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:06:07.036889 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cd993c8-116e-4bd9-8f4d-3a5445703eb7 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (9b2944a5-33cf-4304-a8a1-517ecaa93455), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.091009 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c00b69f-2e2a-48a8-82b8-cfd5dff53303 admin admin] Publish callbacks [] for security_group (c7d92866-e1d2-4b0d-a16a-9f2e30da12ee), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.130074 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cd993c8-116e-4bd9-8f4d-3a5445703eb7 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (9b2944a5-33cf-4304-a8a1-517ecaa93455), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.132247 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c00b69f-2e2a-48a8-82b8-cfd5dff53303 admin admin] Publish callbacks [] for security_group (c7d92866-e1d2-4b0d-a16a-9f2e30da12ee), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.139537 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3ff78626-f918-427a-a5ee-0de401f75988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.158010 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cd993c8-116e-4bd9-8f4d-3a5445703eb7 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (9b2944a5-33cf-4304-a8a1-517ecaa93455), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.188012 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd993c8-116e-4bd9-8f4d-3a5445703eb7 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2944a5-33cf-4304-a8a1-517ecaa93455,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:07.203802 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cd993c8-116e-4bd9-8f4d-3a5445703eb7 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.205546 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-3cd993c8-116e-4bd9-8f4d-3a5445703eb7 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2379372 Apr 11 13:06:07.208873 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58560) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:07.213426 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-76e12287-0ede-462e-b6b7-194327beab48 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Request body: {'security_group_rule': {'security_group_id': '9371c170-40e5-4fb1-afca-23061503b5d8', 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:07.239913 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-76e12287-0ede-462e-b6b7-194327beab48 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Project 50890c512a824e7c9e953fb754d4a1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:06:07.241791 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5c6cf850-363d-4862-ae36-0e7f3c6ac9f9 req-51475846-c642-481c-935b-4b2428139ed1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 210 time: 0.0426679 Apr 11 13:06:07.247049 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76e12287-0ede-462e-b6b7-194327beab48 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (5d745ef4-047a-44df-af80-366c9fbb4cc4), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.271342 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c00b69f-2e2a-48a8-82b8-cfd5dff53303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (c7d92866-e1d2-4b0d-a16a-9f2e30da12ee), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.274042 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c00b69f-2e2a-48a8-82b8-cfd5dff53303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.275373 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-4c00b69f-2e2a-48a8-82b8-cfd5dff53303 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7d92866-e1d2-4b0d-a16a-9f2e30da12ee HTTP/1.1" status: 204 len: 168 time: 0.2827706 Apr 11 13:06:07.331988 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00b69f-2e2a-48a8-82b8-cfd5dff53303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d92866-e1d2-4b0d-a16a-9f2e30da12ee,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:07.363457 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3ff78626-f918-427a-a5ee-0de401f75988 admin admin] Publish callbacks [] for security_group (76c024ac-c625-4cf2-b7b4-ce9f2c67a2c7), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.370520 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76e12287-0ede-462e-b6b7-194327beab48 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (5d745ef4-047a-44df-af80-366c9fbb4cc4), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.371413 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3ff78626-f918-427a-a5ee-0de401f75988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (76c024ac-c625-4cf2-b7b4-ce9f2c67a2c7), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.380961 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76e12287-0ede-462e-b6b7-194327beab48 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (5d745ef4-047a-44df-af80-366c9fbb4cc4), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.398762 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e12287-0ede-462e-b6b7-194327beab48 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d745ef4-047a-44df-af80-366c9fbb4cc4,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:07.406852 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff78626-f918-427a-a5ee-0de401f75988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c024ac-c625-4cf2-b7b4-ce9f2c67a2c7,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:07.423814 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76e12287-0ede-462e-b6b7-194327beab48 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.439621 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-76e12287-0ede-462e-b6b7-194327beab48 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2256238 Apr 11 13:06:07.442020 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-3ff78626-f918-427a-a5ee-0de401f75988 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b20887e40c445b79f31e355c1933455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4322159 Apr 11 13:06:07.444970 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58566) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:07.458731 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-151b85ea-a3c0-4a8d-94e9-38d3617545c0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:07.460393 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-151b85ea-a3c0-4a8d-94e9-38d3617545c0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 812 time: 0.2004209 Apr 11 13:06:07.549225 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1cc70eea-8e0e-43c0-bf6b-b8d021081517 admin admin] Publish callbacks [] for security_group (76c024ac-c625-4cf2-b7b4-ce9f2c67a2c7), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.582798 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-3a2b72b8-8f7d-48a5-8607-291ae0021991 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a56cb36eacf430283b9394b23f82c11 HTTP/1.1" status: 200 len: 380 time: 0.1130476 Apr 11 13:06:07.597740 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'port': {'device_id': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'admin_state_up': True, 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'security_groups': ['9092508c-963b-4a62-ae6b-e1b593820627']}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:07.611282 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1cc70eea-8e0e-43c0-bf6b-b8d021081517 admin admin] Publish callbacks [] for security_group (76c024ac-c625-4cf2-b7b4-ce9f2c67a2c7), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.715099 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58602) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:07.739461 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8d3be53-cb16-4eed-8de0-d21c2516a448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.771996 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1cc70eea-8e0e-43c0-bf6b-b8d021081517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (76c024ac-c625-4cf2-b7b4-ce9f2c67a2c7), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.779451 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1cc70eea-8e0e-43c0-bf6b-b8d021081517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.780855 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-1cc70eea-8e0e-43c0-bf6b-b8d021081517 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76c024ac-c625-4cf2-b7b4-ce9f2c67a2c7 HTTP/1.1" status: 204 len: 168 time: 0.3340783 Apr 11 13:06:07.793211 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Made reservation on behalf of 6a56cb36eacf430283b9394b23f82c11 for: {'port': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:06:07.796834 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.807292 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc70eea-8e0e-43c0-bf6b-b8d021081517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c024ac-c625-4cf2-b7b4-ce9f2c67a2c7,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:07.877151 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:07.936628 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8d3be53-cb16-4eed-8de0-d21c2516a448 admin admin] Publish callbacks [] for security_group (5d414950-fbd8-4c4a-a250-c676946936d9), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.946673 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8d3be53-cb16-4eed-8de0-d21c2516a448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5d414950-fbd8-4c4a-a250-c676946936d9), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:07.968427 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Allocated IP 172.20.0.10 (b9bb3169-b3a3-4914-b342-dec3cb48dfc7/2e5cac5d-d432-4b0c-a607-e2c1189bc7fe/f527c934-a549-4230-8c2c-5fea1a641d1b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:07.991724 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:07.992394 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.088667 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3be53-cb16-4eed-8de0-d21c2516a448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d414950-fbd8-4c4a-a250-c676946936d9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:08.093406 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:08.094166 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.101646 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-b8d3be53-cb16-4eed-8de0-d21c2516a448 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1c8bd40717344a893ce7553418a93fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848007 Apr 11 13:06:08.102110 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58610) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:08.141576 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:08.148076 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.209607 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2442114-5052-4d48-9a78-1ec11fa475f7 admin admin] Publish callbacks [] for security_group (5d414950-fbd8-4c4a-a250-c676946936d9), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.247138 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.270781 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:08.314327 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.387231 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2442114-5052-4d48-9a78-1ec11fa475f7 admin admin] Publish callbacks [] for security_group (5d414950-fbd8-4c4a-a250-c676946936d9), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.402420 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:08.435669 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:08.446673 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:08.455030 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'Port': ['ID=f527c934-a549-4230-8c2c-5fea1a641d1b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:08.498488 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6d430-5ca1-42ec-bc33-f3a62cd35f5f req-783bde52-f2cd-4c73-af36-930b52eeb6fe tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:08.500682 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e3f6d430-5ca1-42ec-bc33-f3a62cd35f5f req-783bde52-f2cd-4c73-af36-930b52eeb6fe tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 932 time: 0.1296642 Apr 11 13:06:08.558745 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:08.559411 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.572313 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58630) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:08.591349 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2442114-5052-4d48-9a78-1ec11fa475f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5d414950-fbd8-4c4a-a250-c676946936d9), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.594193 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2442114-5052-4d48-9a78-1ec11fa475f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.595564 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-a2442114-5052-4d48-9a78-1ec11fa475f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d414950-fbd8-4c4a-a250-c676946936d9 HTTP/1.1" status: 204 len: 168 time: 0.4927096 Apr 11 13:06:08.612046 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d50d7b70-c4aa-48c3-82cf-0cbc05250db5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0208199 Apr 11 13:06:08.623284 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2442114-5052-4d48-9a78-1ec11fa475f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d414950-fbd8-4c4a-a250-c676946936d9,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:08.633872 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a624b187-b303-4901-bef4-6030ad34db34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.644107 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Request body: {'port': {'device_id': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:08.659771 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e3f6d430-5ca1-42ec-bc33-f3a62cd35f5f req-2c20669f-f278-4932-953e-608546b8ff1e tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469505 Apr 11 13:06:08.752752 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.787352 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a624b187-b303-4901-bef4-6030ad34db34 admin admin] Publish callbacks [] for security_group (203a1d90-67d5-40a3-a943-a020a72b16ab), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.797134 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a624b187-b303-4901-bef4-6030ad34db34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (203a1d90-67d5-40a3-a943-a020a72b16ab), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.861628 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-a624b187-b303-4901-bef4-6030ad34db34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b57a1ed89464c028683eb43ef127565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854929 Apr 11 13:06:08.862538 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58638) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:08.893654 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624b187-b303-4901-bef4-6030ad34db34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203a1d90-67d5-40a3-a943-a020a72b16ab,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:08.909977 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-be9d8a55-4f65-49cb-9382-d8784cde9ded None None] Provisioning complete for port f527c934-a549-4230-8c2c-5fea1a641d1b triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:08.910410 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-be9d8a55-4f65-49cb-9382-d8784cde9ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.939710 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-007ac86b-5909-4c76-aafe-f787993d8f39 admin admin] Publish callbacks [] for security_group (203a1d90-67d5-40a3-a943-a020a72b16ab), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:08.952163 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Sync routers for ids ['71c54990-1c82-4352-ba57-399e5220721b'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:06:08.969232 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Routers {'71c54990-1c82-4352-ba57-399e5220721b'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:08.970149 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['71c54990-1c82-4352-ba57-399e5220721b'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:08.975661 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-007ac86b-5909-4c76-aafe-f787993d8f39 admin admin] Publish callbacks [] for security_group (203a1d90-67d5-40a3-a943-a020a72b16ab), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:09.003096 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-be9d8a55-4f65-49cb-9382-d8784cde9ded None None] Port f527c934-a549-4230-8c2c-5fea1a641d1b cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:06:09.049303 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-007ac86b-5909-4c76-aafe-f787993d8f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (203a1d90-67d5-40a3-a943-a020a72b16ab), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:09.052291 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-007ac86b-5909-4c76-aafe-f787993d8f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:09.057488 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-007ac86b-5909-4c76-aafe-f787993d8f39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/203a1d90-67d5-40a3-a943-a020a72b16ab HTTP/1.1" status: 204 len: 168 time: 0.1934199 Apr 11 13:06:09.074260 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ac86b-5909-4c76-aafe-f787993d8f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203a1d90-67d5-40a3-a943-a020a72b16ab,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:09.171631 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f527c934-a549-4230-8c2c-5fea1a641d1b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:06:09.180142 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Publish callbacks [] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:09.199179 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Transition to ACTIVE for port object f527c934-a549-4230-8c2c-5fea1a641d1b will not be triggered until provisioned by entity L2. {{(pid=103362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:06:09.199574 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Set router 71c54990-1c82-4352-ba57-399e5220721b gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:09.207030 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:09.268120 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Pushing event updated for resources: {'Port': ['ID=f527c934-a549-4230-8c2c-5fea1a641d1b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:09.409467 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Attempting to bind port f527c934-a549-4230-8c2c-5fea1a641d1b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:09.411262 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Attempting to bind port f527c934-a549-4230-8c2c-5fea1a641d1b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:09.411842 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Attempting to bind port f527c934-a549-4230-8c2c-5fea1a641d1b on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:09.419559 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Port f527c934-a549-4230-8c2c-5fea1a641d1b on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:06:09.420222 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Attempting to bind port f527c934-a549-4230-8c2c-5fea1a641d1b on network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:09.427229 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:09.428297 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Checking segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:09.429036 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Bound using segment: {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:09.429634 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Bound port: f527c934-a549-4230-8c2c-5fea1a641d1b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f69768e-cb34-464b-8f55-cb4436e7a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:09.430176 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:09.494103 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c54990-1c82-4352-ba57-399e5220721b', 'name': 'tempest-TestShelveInstance-1163685647-router', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:04Z', 'revision_number': 4, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'gw_port': {'id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bec5afe-746c-44b1-8d9d-e62426a51fd4', 'name': '', 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'mac_address': 'fa:16:3e:63:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '861bc028-e62f-447c-b1eb-2c1781d70193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:03Z', 'updated_at': '2022-04-11T13:06:04Z', 'revision_number': 2, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'subnets': [{'id': '861bc028-e62f-447c-b1eb-2c1781d70193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:09.524622 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] For port f527c934-a549-4230-8c2c-5fea1a641d1b, host hv-cinder-83608, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:09.525064 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Checking router: 71c54990-1c82-4352-ba57-399e5220721b for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:06:09.525575 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Updating router 71c54990-1c82-4352-ba57-399e5220721b port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:06:09.532508 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] For port f527c934-a549-4230-8c2c-5fea1a641d1b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f527c934-a549-4230-8c2c-5fea1a641d1b,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:09.541251 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:09.561064 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:09.588211 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:09.588844 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:09.590248 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] 10.222.0.13 "PUT /v2.0/ports/f527c934-a549-4230-8c2c-5fea1a641d1b HTTP/1.1" status: 200 len: 1094 time: 0.9690650 Apr 11 13:06:09.592843 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'tag': 'f527c934-a549-4230-8c2c-5fea1a641d1b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:06:09.596717 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae25b8-7114-4545-a3c6-0e1d06539876" -d '{"events": [{"name": "network-changed", "server_uuid": "546c2452-d703-4f70-aa3f-86ba9dd61f1f", "tag": "f527c934-a549-4230-8c2c-5fea1a641d1b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:06:09.729517 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374aa4f9-3626-4de5-95cf-691a61d44340 x-openstack-request-id: req-374aa4f9-3626-4de5-95cf-691a61d44340 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:06:09.729997 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546c2452-d703-4f70-aa3f-86ba9dd61f1f", "tag": "f527c934-a549-4230-8c2c-5fea1a641d1b", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:06:09.730188 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-374aa4f9-3626-4de5-95cf-691a61d44340 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:06:09.730653 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374aa4f9-3626-4de5-95cf-691a61d44340'] response: {'name': 'network-changed', 'server_uuid': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'tag': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'status': 'completed', 'code': 200} Apr 11 13:06:09.731717 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-07d6e781-b327-43bc-a1cb-c936a8dc6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:09.733536 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-07d6e781-b327-43bc-a1cb-c936a8dc6299 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 1128 time: 0.0769205 Apr 11 13:06:09.737199 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d398b5-1727-43f7-aad3-99ff218baeac service neutron] Pushing event updated for resources: {'Port': ['ID=f527c934-a549-4230-8c2c-5fea1a641d1b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:09.789272 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-0241a6ea-ba32-46ed-b31a-20367d49935a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f527c934-a549-4230-8c2c-5fea1a641d1b HTTP/1.1" status: 200 len: 217 time: 0.0477271 Apr 11 13:06:09.873957 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d6068-7219-493e-ad2e-26635d8ceb46 req-2c260bad-0167-4d75-8969-fa1ff247df93 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:09.875875 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c82d6068-7219-493e-ad2e-26635d8ceb46 req-2c260bad-0167-4d75-8969-fa1ff247df93 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 944 time: 0.0857165 Apr 11 13:06:09.924706 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:09.929265 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-22b3a482-0adc-4afd-b996-d9874185272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:09.930734 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-22b3a482-0adc-4afd-b996-d9874185272e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.1302423 Apr 11 13:06:09.987686 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:09.988287 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:10.028335 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-441fdd59-137d-4a47-9d5f-a1d37611339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:10.030736 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-441fdd59-137d-4a47-9d5f-a1d37611339b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928969 Apr 11 13:06:10.069817 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Publish callbacks [] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:10.076912 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c82d6068-7219-493e-ad2e-26635d8ceb46 req-f02721cc-045d-40a4-ba1b-42603611f3a0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918185 Apr 11 13:06:10.082420 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:10.089704 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:10.194411 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba3269-7573-478a-92da-bf7174d9c915 None None] Pushing event updated for resources: {'Port': ['ID=5bec5afe-746c-44b1-8d9d-e62426a51fd4,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:10.220842 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-d8d6a6f8-5a4a-47cf-8c8b-d7bf64e098b1 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823747 Apr 11 13:06:10.229047 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Attempting to bind port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:10.229790 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Attempting to bind port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': 'a3896780-133b-48dd-9cee-1cd9f1cbe102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:10.230311 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Attempting to bind port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 on network f00203c0-9c8a-48e5-bbb6-9a7f26978768 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:10.242953 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:10.243309 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Checking segment: {'id': 'a3896780-133b-48dd-9cee-1cd9f1cbe102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:10.243710 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:10.244130 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Bound using segment: {'id': 'a3896780-133b-48dd-9cee-1cd9f1cbe102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:10.244604 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Bound port: 5bec5afe-746c-44b1-8d9d-e62426a51fd4, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3896780-133b-48dd-9cee-1cd9f1cbe102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:10.244976 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:10.315093 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] For port 5bec5afe-746c-44b1-8d9d-e62426a51fd4, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:10.319243 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] For port 5bec5afe-746c-44b1-8d9d-e62426a51fd4, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=5bec5afe-746c-44b1-8d9d-e62426a51fd4,segment=NetworkSegment(a3896780-133b-48dd-9cee-1cd9f1cbe102),segment_id=a3896780-133b-48dd-9cee-1cd9f1cbe102)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:10.328069 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:10.383202 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5555d59a-098b-4763-b1d7-bf04c63badd8 req-49d6c5c4-e983-44a0-8a5f-8a2631ba71e1 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548655 Apr 11 13:06:10.397812 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Routers {'71c54990-1c82-4352-ba57-399e5220721b'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:10.398651 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['71c54990-1c82-4352-ba57-399e5220721b'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:10.530976 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba3269-7573-478a-92da-bf7174d9c915 None None] Pushing event updated for resources: {'Port': ['ID=5bec5afe-746c-44b1-8d9d-e62426a51fd4,revision_number=4']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:10.541502 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-0caf07e9-2705-45c1-88b5-e59f2227703f None None] Provisioning complete for port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:10.541936 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0caf07e9-2705-45c1-88b5-e59f2227703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:10.576080 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] Set router 71c54990-1c82-4352-ba57-399e5220721b gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:10.670410 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-0caf07e9-2705-45c1-88b5-e59f2227703f None None] Current status of the port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:10.671106 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0caf07e9-2705-45c1-88b5-e59f2227703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:10.734307 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0caf07e9-2705-45c1-88b5-e59f2227703f None None] For port 5bec5afe-746c-44b1-8d9d-e62426a51fd4, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=5bec5afe-746c-44b1-8d9d-e62426a51fd4,segment=NetworkSegment(a3896780-133b-48dd-9cee-1cd9f1cbe102),segment_id=a3896780-133b-48dd-9cee-1cd9f1cbe102)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:10.745133 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0caf07e9-2705-45c1-88b5-e59f2227703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:10.827067 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf07e9-2705-45c1-88b5-e59f2227703f None None] Pushing event updated for resources: {'Port': ['ID=5bec5afe-746c-44b1-8d9d-e62426a51fd4,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:10.863444 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c54990-1c82-4352-ba57-399e5220721b', 'name': 'tempest-TestShelveInstance-1163685647-router', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:04Z', 'revision_number': 4, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'gw_port': {'id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bec5afe-746c-44b1-8d9d-e62426a51fd4', 'name': '', 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'mac_address': 'fa:16:3e:63:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '861bc028-e62f-447c-b1eb-2c1781d70193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:03Z', 'updated_at': '2022-04-11T13:06:10Z', 'revision_number': 4, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'subnets': [{'id': '861bc028-e62f-447c-b1eb-2c1781d70193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:10.878864 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-72f6316f-fc3b-4aa4-bc41-f7c86e72489a None None] Provisioning complete for port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:10.880226 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-72f6316f-fc3b-4aa4-bc41-f7c86e72489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:10.925942 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70279cb-732a-4870-a593-1ec56a363554 None None] The sync data for ids ['71c54990-1c82-4352-ba57-399e5220721b'] in dv-cinder-836083-3-iscsi is: [{'id': '71c54990-1c82-4352-ba57-399e5220721b', 'name': 'tempest-TestShelveInstance-1163685647-router', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:04Z', 'revision_number': 4, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'gw_port': {'id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bec5afe-746c-44b1-8d9d-e62426a51fd4', 'name': '', 'network_id': 'f00203c0-9c8a-48e5-bbb6-9a7f26978768', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'mac_address': 'fa:16:3e:63:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '861bc028-e62f-447c-b1eb-2c1781d70193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:03Z', 'updated_at': '2022-04-11T13:06:10Z', 'revision_number': 4, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'subnets': [{'id': '861bc028-e62f-447c-b1eb-2c1781d70193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:06:10.974468 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-7449d9b0-f253-4569-9e03-a1250908f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:10.975426 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58698) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:10.976118 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-7449d9b0-f253-4569-9e03-a1250908f3a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 1128 time: 0.0982428 Apr 11 13:06:11.006924 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-72f6316f-fc3b-4aa4-bc41-f7c86e72489a None None] Current status of the port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:11.101522 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc446-863a-4395-a966-b48fb26807a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:11.195314 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc446-863a-4395-a966-b48fb26807a7 admin admin] Publish callbacks [] for security_group (865e4510-5a46-4728-8215-2ab770c0cce2), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:11.201328 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc446-863a-4395-a966-b48fb26807a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (865e4510-5a46-4728-8215-2ab770c0cce2), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:11.230539 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec809e03-05fc-43a8-bc54-16d7cf1414c1 req-ca5a1fa7-138e-465a-8fc4-78bd7b756557 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:11.232588 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ec809e03-05fc-43a8-bc54-16d7cf1414c1 req-ca5a1fa7-138e-465a-8fc4-78bd7b756557 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 944 time: 0.0626178 Apr 11 13:06:11.252291 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-1b6dc446-863a-4395-a966-b48fb26807a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ea4bc950c054b57b198a3fe68101410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747757 Apr 11 13:06:11.253539 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dc446-863a-4395-a966-b48fb26807a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865e4510-5a46-4728-8215-2ab770c0cce2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:11.255167 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58710) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:11.406314 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ec809e03-05fc-43a8-bc54-16d7cf1414c1 req-0756dba8-1d40-40fc-bdea-d8d66b79a168 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668375 Apr 11 13:06:11.441461 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d92bce90-93a3-4569-8bc1-4d38860386ee admin admin] Publish callbacks [] for security_group (865e4510-5a46-4728-8215-2ab770c0cce2), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:11.459306 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-fe6fe947-4453-4d81-8448-af1f48d06337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:11.461066 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-fe6fe947-4453-4d81-8448-af1f48d06337 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 913 time: 0.1710017 Apr 11 13:06:11.468398 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:11.517210 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d92bce90-93a3-4569-8bc1-4d38860386ee admin admin] Publish callbacks [] for security_group (865e4510-5a46-4728-8215-2ab770c0cce2), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:11.520359 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-3f95b89e-e0e5-43dc-b35f-d89a111523fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f527c934-a549-4230-8c2c-5fea1a641d1b HTTP/1.1" status: 200 len: 217 time: 0.0483432 Apr 11 13:06:11.592797 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-ba7f58a4-2f56-41d0-8c33-a4506a7e30af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:11.594391 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-ba7f58a4-2f56-41d0-8c33-a4506a7e30af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.0665855 Apr 11 13:06:11.638503 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d92bce90-93a3-4569-8bc1-4d38860386ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (865e4510-5a46-4728-8215-2ab770c0cce2), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:11.641264 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d92bce90-93a3-4569-8bc1-4d38860386ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:11.644066 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-d92bce90-93a3-4569-8bc1-4d38860386ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/865e4510-5a46-4728-8215-2ab770c0cce2 HTTP/1.1" status: 204 len: 168 time: 0.3861728 Apr 11 13:06:11.659400 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bce90-93a3-4569-8bc1-4d38860386ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865e4510-5a46-4728-8215-2ab770c0cce2,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:11.664642 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-f7c37665-1880-4e29-90d9-ad4fab4f8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:11.666146 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-f7c37665-1880-4e29-90d9-ad4fab4f8bc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643549 Apr 11 13:06:11.775963 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-e4a70535-6bd1-4c4e-acd4-7c36eb619bcf service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030166 Apr 11 13:06:11.876840 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 5bec5afe-746c-44b1-8d9d-e62426a51fd4 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:11.927629 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1dae25b8-7114-4545-a3c6-0e1d06539876 req-bbf5cf7f-ecd7-4f56-9e6d-a31c81230e37 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446538 Apr 11 13:06:11.940717 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:11.941096 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:12.042769 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:12.526071 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1e5a2-74f4-4e4f-8327-daff4a3d36bf req-06baa80b-9790-441d-b76a-7cb60486d02d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:12.527531 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-44f1e5a2-74f4-4e4f-8327-daff4a3d36bf req-06baa80b-9790-441d-b76a-7cb60486d02d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 944 time: 0.0510485 Apr 11 13:06:12.583498 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-44f1e5a2-74f4-4e4f-8327-daff4a3d36bf req-b0cc5d61-0b14-43fa-a2d7-b1ae2b222fab tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462089 Apr 11 13:06:12.986657 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-be412a06-f8ec-4767-b438-a06075c71ab4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399637 Apr 11 13:06:13.078446 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-d5d801a9-f6bb-4bc2-b5e6-6056fdfbc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:13.081339 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-d5d801a9-f6bb-4bc2-b5e6-6056fdfbc173 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 1130 time: 0.0701673 Apr 11 13:06:13.188810 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-89034d04-3f3f-462f-a82a-34bb9e32aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:13.190259 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-89034d04-3f3f-462f-a82a-34bb9e32aef4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 913 time: 0.0909562 Apr 11 13:06:13.269105 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-1681a598-5179-4944-864b-5d0176f0bc1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be54a7d-45b4-41cb-9ab2-fd023f137c9e HTTP/1.1" status: 200 len: 1001 time: 0.0722551 Apr 11 13:06:13.318164 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-4a78356f-fe63-4e27-8605-feee8383a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:13.319635 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-4a78356f-fe63-4e27-8605-feee8383a91d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.0442550 Apr 11 13:06:13.373875 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-9570464e-4111-40bb-8692-de08eda77b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:13.375742 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-9570464e-4111-40bb-8692-de08eda77b07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502787 Apr 11 13:06:13.470050 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-42e96dd3-d478-4690-a344-7a97db4e1e41 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879939 Apr 11 13:06:13.563275 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-47ebf786-9f2e-45c0-afcc-95c0c595b33c req-334c910b-c57b-4168-bfc4-b1ab1b85d3a1 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855496 Apr 11 13:06:13.708516 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1f80c-383f-4bd4-8324-ce18f47aa1de req-325552ff-2ccb-40e6-8cac-64ed22579f4f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:13.710080 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3dd1f80c-383f-4bd4-8324-ce18f47aa1de req-325552ff-2ccb-40e6-8cac-64ed22579f4f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 944 time: 0.0558655 Apr 11 13:06:13.769947 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3dd1f80c-383f-4bd4-8324-ce18f47aa1de req-3f87a88c-d6e3-46dc-a60a-df6d1240d3ea tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533893 Apr 11 13:06:14.889574 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff81ec1-ddbd-4171-9907-ecb339a87868 req-b0ad7c2f-c600-4ccb-9324-2e52dff0b179 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:14.891129 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eff81ec1-ddbd-4171-9907-ecb339a87868 req-b0ad7c2f-c600-4ccb-9324-2e52dff0b179 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 944 time: 0.0528593 Apr 11 13:06:14.943742 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eff81ec1-ddbd-4171-9907-ecb339a87868 req-ef1d9d64-8a3b-472b-8fd9-8e1c81ebb972 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Apr 11 13:06:15.468358 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58814) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:15.584750 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-421424d7-b888-4cf8-9744-e18ec8b19dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:15.662615 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-421424d7-b888-4cf8-9744-e18ec8b19dd3 admin admin] Publish callbacks [] for security_group (5e3413a1-e653-49ee-ad49-37b27b24b562), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:15.667611 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-421424d7-b888-4cf8-9744-e18ec8b19dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5e3413a1-e653-49ee-ad49-37b27b24b562), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:15.703607 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421424d7-b888-4cf8-9744-e18ec8b19dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3413a1-e653-49ee-ad49-37b27b24b562,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:15.707946 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-421424d7-b888-4cf8-9744-e18ec8b19dd3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fce180db60f04b16b8207bfe76e53206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385902 Apr 11 13:06:15.711527 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58818) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:15.771859 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0292b6c4-c2de-4f9a-b2df-c4dd0e5bd2d0 admin admin] Publish callbacks [] for security_group (5e3413a1-e653-49ee-ad49-37b27b24b562), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:15.793265 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0292b6c4-c2de-4f9a-b2df-c4dd0e5bd2d0 admin admin] Publish callbacks [] for security_group (5e3413a1-e653-49ee-ad49-37b27b24b562), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:15.842390 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0292b6c4-c2de-4f9a-b2df-c4dd0e5bd2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5e3413a1-e653-49ee-ad49-37b27b24b562), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:15.845318 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0292b6c4-c2de-4f9a-b2df-c4dd0e5bd2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:15.846579 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0292b6c4-c2de-4f9a-b2df-c4dd0e5bd2d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e3413a1-e653-49ee-ad49-37b27b24b562 HTTP/1.1" status: 204 len: 168 time: 0.1326063 Apr 11 13:06:15.855122 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292b6c4-c2de-4f9a-b2df-c4dd0e5bd2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3413a1-e653-49ee-ad49-37b27b24b562,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:16.066634 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489685c-9a58-4e99-ac70-85acd8fd5d38 req-4fdd9372-8d44-469c-a395-1bc2d35325dc tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:16.068256 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f489685c-9a58-4e99-ac70-85acd8fd5d38 req-4fdd9372-8d44-469c-a395-1bc2d35325dc tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 944 time: 0.0557125 Apr 11 13:06:16.120971 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f489685c-9a58-4e99-ac70-85acd8fd5d38 req-372073fe-1aa4-408f-b42e-d38f58e76441 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463181 Apr 11 13:06:16.127640 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58828) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:16.140674 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-071978c3-3049-4f8a-9ff9-0accf23e43cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:16.215302 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-071978c3-3049-4f8a-9ff9-0accf23e43cd admin admin] Publish callbacks [] for security_group (5d16e863-f68e-49c5-a72e-e81016293484), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:16.220361 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-071978c3-3049-4f8a-9ff9-0accf23e43cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5d16e863-f68e-49c5-a72e-e81016293484), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:16.258566 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-071978c3-3049-4f8a-9ff9-0accf23e43cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30b1db22f49d424ba3b2f49d0f815284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296051 Apr 11 13:06:16.259122 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071978c3-3049-4f8a-9ff9-0accf23e43cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d16e863-f68e-49c5-a72e-e81016293484,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:16.261361 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58830) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:16.310318 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07ef2ea8-2664-4155-a3cd-633b4d97de8e admin admin] Publish callbacks [] for security_group (5d16e863-f68e-49c5-a72e-e81016293484), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:16.331638 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07ef2ea8-2664-4155-a3cd-633b4d97de8e admin admin] Publish callbacks [] for security_group (5d16e863-f68e-49c5-a72e-e81016293484), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:16.383247 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07ef2ea8-2664-4155-a3cd-633b4d97de8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (5d16e863-f68e-49c5-a72e-e81016293484), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:16.385986 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07ef2ea8-2664-4155-a3cd-633b4d97de8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:16.389995 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-07ef2ea8-2664-4155-a3cd-633b4d97de8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d16e863-f68e-49c5-a72e-e81016293484 HTTP/1.1" status: 204 len: 168 time: 0.1276917 Apr 11 13:06:16.398329 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef2ea8-2664-4155-a3cd-633b4d97de8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d16e863-f68e-49c5-a72e-e81016293484,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:17.235149 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269c665-b51d-4557-a6d2-a895480a5a0d req-bf8ebf0f-185f-45e2-8612-c5b2033daee5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:17.237514 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3269c665-b51d-4557-a6d2-a895480a5a0d req-bf8ebf0f-185f-45e2-8612-c5b2033daee5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 944 time: 0.0490294 Apr 11 13:06:17.289695 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3269c665-b51d-4557-a6d2-a895480a5a0d req-c9a3b851-78f7-4808-bece-cc6bf1831aa6 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458820 Apr 11 13:06:18.412664 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720383e-dd02-4d46-8ea3-2118026198ab req-6c61d569-72da-4700-bd96-02621c801f27 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:18.414416 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4720383e-dd02-4d46-8ea3-2118026198ab req-6c61d569-72da-4700-bd96-02621c801f27 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 944 time: 0.0564096 Apr 11 13:06:18.472963 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4720383e-dd02-4d46-8ea3-2118026198ab req-94317ba9-dd94-4241-8975-c49f21f6dd94 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524609 Apr 11 13:06:18.602294 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58920) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:18.711884 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04ff1649-c154-4037-a3ba-045cd50c42c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:18.789595 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04ff1649-c154-4037-a3ba-045cd50c42c9 admin admin] Publish callbacks [] for security_group (3cfca651-dee4-43ad-b926-3b47caf96927), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:18.794576 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04ff1649-c154-4037-a3ba-045cd50c42c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3cfca651-dee4-43ad-b926-3b47caf96927), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:18.835660 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-04ff1649-c154-4037-a3ba-045cd50c42c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc0b5d8fd1544a299267c5ef9a43823f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298443 Apr 11 13:06:18.835660 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff1649-c154-4037-a3ba-045cd50c42c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfca651-dee4-43ad-b926-3b47caf96927,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:18.835962 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58924) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:18.892587 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Publish callbacks [] for security_group (3cfca651-dee4-43ad-b926-3b47caf96927), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:18.945159 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Publish callbacks [] for security_group (3cfca651-dee4-43ad-b926-3b47caf96927), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:18.992453 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (3cfca651-dee4-43ad-b926-3b47caf96927), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:18.995118 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:18.996250 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cfca651-dee4-43ad-b926-3b47caf96927 HTTP/1.1" status: 204 len: 168 time: 0.1593029 Apr 11 13:06:19.005336 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfca651-dee4-43ad-b926-3b47caf96927,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:19.012528 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.012885 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.013205 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.013529 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.013856 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.014194 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.014523 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.014828 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.015403 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.015627 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.015942 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.016320 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.016633 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.016944 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.017253 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440eb7d6-f531-4559-b4a9-d825228b7bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:19.277439 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 58940) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:19.298020 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d1f2-3ea0-4922-88df-aed71fa5b83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:19.376300 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d1f2-3ea0-4922-88df-aed71fa5b83d admin admin] Publish callbacks [] for security_group (99e0d526-740b-4e43-b480-fed0f8ab5a5f), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:19.381322 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d1f2-3ea0-4922-88df-aed71fa5b83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (99e0d526-740b-4e43-b480-fed0f8ab5a5f), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:19.418532 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-b6c6d1f2-3ea0-4922-88df-aed71fa5b83d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df4192596f0240d0ad5381b59856296b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395667 Apr 11 13:06:19.419428 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6d1f2-3ea0-4922-88df-aed71fa5b83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e0d526-740b-4e43-b480-fed0f8ab5a5f,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:19.421306 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 58946) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:19.474078 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45bb514f-1cc1-4019-a3c3-3ca40fd1bc4f admin admin] Publish callbacks [] for security_group (99e0d526-740b-4e43-b480-fed0f8ab5a5f), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:19.496377 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45bb514f-1cc1-4019-a3c3-3ca40fd1bc4f admin admin] Publish callbacks [] for security_group (99e0d526-740b-4e43-b480-fed0f8ab5a5f), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:19.543327 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45bb514f-1cc1-4019-a3c3-3ca40fd1bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (99e0d526-740b-4e43-b480-fed0f8ab5a5f), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:19.545927 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45bb514f-1cc1-4019-a3c3-3ca40fd1bc4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:19.547058 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-45bb514f-1cc1-4019-a3c3-3ca40fd1bc4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99e0d526-740b-4e43-b480-fed0f8ab5a5f HTTP/1.1" status: 204 len: 168 time: 0.1246772 Apr 11 13:06:19.558375 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb514f-1cc1-4019-a3c3-3ca40fd1bc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e0d526-740b-4e43-b480-fed0f8ab5a5f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:19.595891 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c99ea3-8d76-43dc-9dc5-affb6d209b4e req-b4a5bc5d-3879-44ca-83d3-f8d88f49de96 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:19.597359 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a6c99ea3-8d76-43dc-9dc5-affb6d209b4e req-b4a5bc5d-3879-44ca-83d3-f8d88f49de96 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 944 time: 0.0554044 Apr 11 13:06:19.915463 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a6c99ea3-8d76-43dc-9dc5-affb6d209b4e req-68db91c9-05d2-4b67-8df2-aee69c516fb8 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125331 Apr 11 13:06:20.064820 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device f527c934-a549-4230-8c2c-5fea1a641d1b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:06:20.165443 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port f527c934-a549-4230-8c2c-5fea1a641d1b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f527c934-a549-4230-8c2c-5fea1a641d1b,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:20.180962 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'port_id': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'mac_address': 'fa:16:3e:ac:77:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:06:20.218039 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port f527c934-a549-4230-8c2c-5fea1a641d1b is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:20.218432 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:20.235731 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f527c934-a549-4230-8c2c-5fea1a641d1b {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:06:20.255419 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port f527c934-a549-4230-8c2c-5fea1a641d1b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f527c934-a549-4230-8c2c-5fea1a641d1b,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:20.261225 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:20.308542 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=f527c934-a549-4230-8c2c-5fea1a641d1b,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:20.510109 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['f527c934-a549-4230-8c2c-5fea1a641d1b'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:06:21.042839 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4901310-b72c-4dcb-9c2d-d9cd478cbe58 req-42567709-4f24-4df1-91ce-cc87985bfddd tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:21.044114 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59010) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:21.045102 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d4901310-b72c-4dcb-9c2d-d9cd478cbe58 req-42567709-4f24-4df1-91ce-cc87985bfddd tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 945 time: 0.0596080 Apr 11 13:06:21.096451 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d4901310-b72c-4dcb-9c2d-d9cd478cbe58 req-b4ed343d-c938-4ac6-81c6-b0a6e5d0b374 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455260 Apr 11 13:06:21.200565 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d141d6b4-9faf-4f16-8652-f32f17ad03bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:21.276009 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d141d6b4-9faf-4f16-8652-f32f17ad03bb admin admin] Publish callbacks [] for security_group (c7d4a2c9-d342-4b99-a38a-7803089094a6), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:21.281624 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d141d6b4-9faf-4f16-8652-f32f17ad03bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (c7d4a2c9-d342-4b99-a38a-7803089094a6), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:21.319658 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d141d6b4-9faf-4f16-8652-f32f17ad03bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=545e94c24c5c4cf0b0cfaa1bfdb3ae1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744603 Apr 11 13:06:21.320621 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141d6b4-9faf-4f16-8652-f32f17ad03bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d4a2c9-d342-4b99-a38a-7803089094a6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:21.322407 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59022) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:21.378604 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c67374ae-c71a-41a0-8a93-ae589445d692 admin admin] Publish callbacks [] for security_group (c7d4a2c9-d342-4b99-a38a-7803089094a6), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:21.400233 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c67374ae-c71a-41a0-8a93-ae589445d692 admin admin] Publish callbacks [] for security_group (c7d4a2c9-d342-4b99-a38a-7803089094a6), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:21.448727 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c67374ae-c71a-41a0-8a93-ae589445d692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (c7d4a2c9-d342-4b99-a38a-7803089094a6), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:21.451213 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c67374ae-c71a-41a0-8a93-ae589445d692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:21.452366 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-c67374ae-c71a-41a0-8a93-ae589445d692 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7d4a2c9-d342-4b99-a38a-7803089094a6 HTTP/1.1" status: 204 len: 168 time: 0.1270776 Apr 11 13:06:21.460376 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67374ae-c71a-41a0-8a93-ae589445d692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d4a2c9-d342-4b99-a38a-7803089094a6,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:22.071517 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device f527c934-a549-4230-8c2c-5fea1a641d1b up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:22.118088 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port f527c934-a549-4230-8c2c-5fea1a641d1b completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:06:22.125545 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port f527c934-a549-4230-8c2c-5fea1a641d1b triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:22.125706 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:22.205164 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port f527c934-a549-4230-8c2c-5fea1a641d1b is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:22.205552 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:22.211549 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067f06e-a264-4e67-bf80-ea3da007ad1d req-66002e70-ccaf-4be6-adab-293a53e5c5a3 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:22.213008 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0067f06e-a264-4e67-bf80-ea3da007ad1d req-66002e70-ccaf-4be6-adab-293a53e5c5a3 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 945 time: 0.0466101 Apr 11 13:06:22.231491 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f527c934-a549-4230-8c2c-5fea1a641d1b'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:06:22.233775 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facf8a38-f775-4f05-be20-f077a0df9e7c" -d '{"events": [{"server_uuid": "546c2452-d703-4f70-aa3f-86ba9dd61f1f", "name": "network-vif-plugged", "status": "completed", "tag": "f527c934-a549-4230-8c2c-5fea1a641d1b"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:06:22.247017 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port f527c934-a549-4230-8c2c-5fea1a641d1b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f527c934-a549-4230-8c2c-5fea1a641d1b,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:22.251632 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:22.268564 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0067f06e-a264-4e67-bf80-ea3da007ad1d req-6093de16-417f-400f-b1dd-c631b5212a3b tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492961 Apr 11 13:06:22.276186 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107f7310-3498-4c85-b78f-6c221bffa160 x-openstack-request-id: req-107f7310-3498-4c85-b78f-6c221bffa160 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:06:22.276414 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546c2452-d703-4f70-aa3f-86ba9dd61f1f", "name": "network-vif-plugged", "status": "completed", "tag": "f527c934-a549-4230-8c2c-5fea1a641d1b", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:06:22.276673 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-107f7310-3498-4c85-b78f-6c221bffa160 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:06:22.277067 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107f7310-3498-4c85-b78f-6c221bffa160'] response: {'server_uuid': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'code': 200} Apr 11 13:06:22.302123 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=f527c934-a549-4230-8c2c-5fea1a641d1b,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:22.494334 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d2f23-9d2e-4698-929e-05cc73f35373 req-2900af99-0f5a-422a-b56b-b3345d8ba35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:22.495785 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bd4d2f23-9d2e-4698-929e-05cc73f35373 req-2900af99-0f5a-422a-b56b-b3345d8ba35c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 1130 time: 0.0381114 Apr 11 13:06:22.542950 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bd4d2f23-9d2e-4698-929e-05cc73f35373 req-06dff326-21b2-4b12-ab83-4e02c28e9a7e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409355 Apr 11 13:06:23.387175 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f3252-0eb1-4de9-9db4-db395809936e req-9fc29700-6d43-4c9b-9cce-9139d824027f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:23.388844 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-074f3252-0eb1-4de9-9db4-db395809936e req-9fc29700-6d43-4c9b-9cce-9139d824027f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 946 time: 0.0513833 Apr 11 13:06:23.439015 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-074f3252-0eb1-4de9-9db4-db395809936e req-ef65110d-9985-48a2-ac8b-d655d3fb0331 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434518 Apr 11 13:06:24.327783 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-78c03665-b6e1-41c7-a594-dde635d9398e tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475920375&fields=id&tenant_id=50890c512a824e7c9e953fb754d4a1df HTTP/1.1" status: 200 len: 267 time: 0.0437317 Apr 11 13:06:24.445707 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-1097bc85-1155-4fda-8a06-fd7a7f2b8d58 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:24.447146 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-1097bc85-1155-4fda-8a06-fd7a7f2b8d58 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/networks?id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 200 len: 808 time: 0.1102369 Apr 11 13:06:24.462095 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-e13b3ec3-1420-4b41-be8e-0abef6b95bf0 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/quotas/50890c512a824e7c9e953fb754d4a1df HTTP/1.1" status: 200 len: 375 time: 0.0093439 Apr 11 13:06:24.518261 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-090fa011-6a56-4bc5-990f-e894f40b8abc tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=50890c512a824e7c9e953fb754d4a1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510204 Apr 11 13:06:24.573868 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07873e60-5c9c-4deb-8304-e6f4a1cc7aee req-a51dea78-6aee-404f-bcb0-2f74e986c811 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:24.575275 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-07873e60-5c9c-4deb-8304-e6f4a1cc7aee req-a51dea78-6aee-404f-bcb0-2f74e986c811 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 946 time: 0.0687866 Apr 11 13:06:24.665437 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-d0fcddfa-c4dc-424f-9aa4-f98a0059f651 service neutron] 10.222.0.26 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280839 Apr 11 13:06:24.669408 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-07873e60-5c9c-4deb-8304-e6f4a1cc7aee req-1e025e22-668f-4a93-b3c4-e339540a9f10 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643930 Apr 11 13:06:24.786444 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-bb83be01-3825-427f-9a7f-a1bad75a4db5 service neutron] 10.222.0.26 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144636 Apr 11 13:06:24.792552 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0022382-4e35-4c3b-a708-839dd85e516a req-b9e1469d-2f87-4865-8f70-0ebb9d5a61d3 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:24.793908 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0022382-4e35-4c3b-a708-839dd85e516a req-b9e1469d-2f87-4865-8f70-0ebb9d5a61d3 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 946 time: 0.0588384 Apr 11 13:06:24.839891 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:06:24.851674 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0022382-4e35-4c3b-a708-839dd85e516a req-55bee8ff-19af-4d92-a4c1-d6eae6a09227 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516412 Apr 11 13:06:24.875771 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59082) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:24.914954 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca6af2-6bc4-498f-adc8-36c45019136e tempest-TestVolumeBootPattern-1407028721 tempest-TestVolumeBootPattern-1407028721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:24.916600 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-aaca6af2-6bc4-498f-adc8-36c45019136e tempest-TestVolumeBootPattern-1407028721 tempest-TestVolumeBootPattern-1407028721-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 1125 time: 0.0397546 Apr 11 13:06:24.919306 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59088) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:24.923714 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'port_id': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:24.946971 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:25.038947 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:25.140985 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-95f3ecfb-2b3f-402a-b08f-acaad9057178 req-a4253ae2-a9ad-4153-9668-03f3c9c14ff2 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 210 time: 0.0396755 Apr 11 13:06:25.204112 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Allocated IP 172.27.0.160 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/714a5db9-81a3-4a7a-8444-3f0041c85f26) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:25.304552 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for port (714a5db9-81a3-4a7a-8444-3f0041c85f26), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:25.347117 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (714a5db9-81a3-4a7a-8444-3f0041c85f26), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:25.396642 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:25.402956 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:25.405590 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:25.409054 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'Port': ['ID=714a5db9-81a3-4a7a-8444-3f0041c85f26,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:25.448066 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.448796 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.448796 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.449011 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.449402 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.449675 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.450022 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.450322 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.450634 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.451019 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.451337 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.451657 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.451986 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.452337 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.452648 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:25.814233 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (1516e3b3-da1b-443f-9e1a-db71820570c4), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:25.890540 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (714a5db9-81a3-4a7a-8444-3f0041c85f26), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:26.043448 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for port (714a5db9-81a3-4a7a-8444-3f0041c85f26), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:26.049032 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (714a5db9-81a3-4a7a-8444-3f0041c85f26), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:26.126027 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event updated for resources: {'Port': ['ID=714a5db9-81a3-4a7a-8444-3f0041c85f26,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:26.138170 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (1516e3b3-da1b-443f-9e1a-db71820570c4), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:26.219437 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a0ada124-0aa1-4d9c-8760-5fc38320dcfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:26.324100 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4df3bfeb-e7d1-4849-8f4d-88240a762109 req-265c9aae-e741-4e86-aeb9-d5b50628edad tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 210 time: 0.0719044 Apr 11 13:06:26.383029 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Floating IP 1516e3b3-da1b-443f-9e1a-db71820570c4 associated. External IP: 172.27.0.160, port: f527c934-a549-4230-8c2c-5fea1a641d1b. Apr 11 13:06:26.438305 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-f737b27e-f30e-41dc-9d59-3c5414ff602c tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:26.439894 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-f737b27e-f30e-41dc-9d59-3c5414ff602c tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.13 "GET /v2.0/networks?id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 200 len: 808 time: 0.1995685 Apr 11 13:06:26.556896 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-7b49f53b-d373-44d2-9702-3b696a721ac8 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50890c512a824e7c9e953fb754d4a1df HTTP/1.1" status: 200 len: 380 time: 0.1088140 Apr 11 13:06:26.566625 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Request body: {'port': {'device_id': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'admin_state_up': True, 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'security_groups': ['9371c170-40e5-4fb1-afca-23061503b5d8']}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:26.759035 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Router 9052d565-9f6c-4ce2-90cf-620956093676 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:06:26.764679 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Made reservation on behalf of 50890c512a824e7c9e953fb754d4a1df for: {'port': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:06:26.768586 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:26.995482 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:06:27.005771 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] Sync routers for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:06:27.021111 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Allocated IP 172.20.0.5 (bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9/8a8a0b98-753c-40c8-b66f-1b55fbc8432e/cbfb07e8-6ece-4da2-85f5-091fec7a0bb5) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:27.021493 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:27.023722 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:27.027176 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:27.074572 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-8c234695-7d94-4660-8526-d3c7d55876d0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1541541 Apr 11 13:06:27.077046 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'tag': 'f527c934-a549-4230-8c2c-5fea1a641d1b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:06:27.079169 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c438d7d3-2715-4984-95c5-d8a5d8546813" -d '{"events": [{"name": "network-changed", "server_uuid": "546c2452-d703-4f70-aa3f-86ba9dd61f1f", "tag": "f527c934-a549-4230-8c2c-5fea1a641d1b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:06:27.150297 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:27.381925 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '1516e3b3-da1b-443f-9e1a-db71820570c4', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:ac:77:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:06:25Z', 'updated_at': '2022-04-11T13:06:25Z', 'revision_number': 0, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}, {'id': '32d78745-3156-477f-93ff-47c6fa1e036e', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:bf:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:04:16Z', 'updated_at': '2022-04-11T13:04:18Z', 'revision_number': 1, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:27.402424 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a539ed0-a687-4d3a-9d8f-9471ef011127 x-openstack-request-id: req-0a539ed0-a687-4d3a-9d8f-9471ef011127 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:06:27.402791 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546c2452-d703-4f70-aa3f-86ba9dd61f1f", "tag": "f527c934-a549-4230-8c2c-5fea1a641d1b", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:06:27.402912 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a539ed0-a687-4d3a-9d8f-9471ef011127 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:06:27.403306 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a539ed0-a687-4d3a-9d8f-9471ef011127'] response: {'name': 'network-changed', 'server_uuid': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'tag': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'status': 'completed', 'code': 200} Apr 11 13:06:27.417286 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] Checking router: 9052d565-9f6c-4ce2-90cf-620956093676 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:06:27.425995 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:27.426598 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:05:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:27.487873 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-564e90f8-32ce-4a01-bd9a-b71cfab6a16f req-86356401-75e2-45e0-b270-a96d38f4cc0e tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 210 time: 0.0837450 Apr 11 13:06:27.508964 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-be878c10-a4ba-4a65-86f4-95dc21476e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:27.510615 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-be878c10-a4ba-4a65-86f4-95dc21476e07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 1130 time: 0.1100090 Apr 11 13:06:27.541376 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:27.588915 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:27.645789 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-6fd0013d-6e58-4b35-b670-07a1a580a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:27.647174 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-6fd0013d-6e58-4b35-b670-07a1a580a397 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 913 time: 0.1290066 Apr 11 13:06:27.661225 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:27.755177 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:27.765035 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-f4faf30b-410e-4395-8af1-c6f2811ad4c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f527c934-a549-4230-8c2c-5fea1a641d1b HTTP/1.1" status: 200 len: 1000 time: 0.1121316 Apr 11 13:06:27.765891 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:27.767949 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event updated for resources: {'Port': ['ID=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:27.770244 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:27.818831 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-1b1fc9b8-9727-47c5-ba8a-e8865ba6f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:27.820420 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-1b1fc9b8-9727-47c5-ba8a-e8865ba6f975 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.0471025 Apr 11 13:06:27.898866 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-1c800337-b66e-4433-9ce0-f669a1d793bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:27.900384 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-1c800337-b66e-4433-9ce0-f669a1d793bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566847 Apr 11 13:06:27.907549 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:27.908232 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:27.910241 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59144) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:27.955299 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '1516e3b3-da1b-443f-9e1a-db71820570c4', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:ac:77:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:06:25Z', 'updated_at': '2022-04-11T13:06:25Z', 'revision_number': 0, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}, {'id': '32d78745-3156-477f-93ff-47c6fa1e036e', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:bf:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:04:16Z', 'updated_at': '2022-04-11T13:04:18Z', 'revision_number': 1, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:27.981761 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-a709bd42-a24c-4fd9-a92f-7267e3cad2ab tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4190605 Apr 11 13:06:27.992058 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248e491-efd9-457d-a2e6-28d4682fd338 None None] The sync data for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi is: [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '1516e3b3-da1b-443f-9e1a-db71820570c4', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:ac:77:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:06:25Z', 'updated_at': '2022-04-11T13:06:25Z', 'revision_number': 0, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}, {'id': '32d78745-3156-477f-93ff-47c6fa1e036e', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:bf:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:04:16Z', 'updated_at': '2022-04-11T13:04:18Z', 'revision_number': 1, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:06:28.003048 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Request body: {'port': {'device_id': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:28.036985 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ce92bc9-41b2-42ed-91e6-89e4a5be83e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.054533 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-13fbecca-44c4-4142-a98f-7ba05959f1be None None] Provisioning complete for port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:28.055256 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-13fbecca-44c4-4142-a98f-7ba05959f1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.080998 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-9739e281-9298-4e65-8b1c-b818138a77ad service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698284 Apr 11 13:06:28.096986 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-13fbecca-44c4-4142-a98f-7ba05959f1be None None] Port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:06:28.123305 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.129813 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ce92bc9-41b2-42ed-91e6-89e4a5be83e8 admin admin] Publish callbacks [] for security_group (751ffbea-2bfe-43c4-8d8e-c8bef3668ce0), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.134729 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ce92bc9-41b2-42ed-91e6-89e4a5be83e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (751ffbea-2bfe-43c4-8d8e-c8bef3668ce0), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.175251 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-4ce92bc9-41b2-42ed-91e6-89e4a5be83e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=758f9dbdaa984102b41e88c92bb72549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640343 Apr 11 13:06:28.175850 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59148) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:28.197522 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce92bc9-41b2-42ed-91e6-89e4a5be83e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751ffbea-2bfe-43c4-8d8e-c8bef3668ce0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:28.234887 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a78ce03-62cb-4c49-9c31-f88b4cb0403b admin admin] Publish callbacks [] for security_group (751ffbea-2bfe-43c4-8d8e-c8bef3668ce0), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.258145 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a78ce03-62cb-4c49-9c31-f88b4cb0403b admin admin] Publish callbacks [] for security_group (751ffbea-2bfe-43c4-8d8e-c8bef3668ce0), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.281986 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c438d7d3-2715-4984-95c5-d8a5d8546813 req-95b92765-4c7b-404d-a02d-0b3fbeba5436 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947179 Apr 11 13:06:28.315161 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a78ce03-62cb-4c49-9c31-f88b4cb0403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (751ffbea-2bfe-43c4-8d8e-c8bef3668ce0), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.318536 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a78ce03-62cb-4c49-9c31-f88b4cb0403b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.320313 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-0a78ce03-62cb-4c49-9c31-f88b4cb0403b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/751ffbea-2bfe-43c4-8d8e-c8bef3668ce0 HTTP/1.1" status: 204 len: 168 time: 0.1392794 Apr 11 13:06:28.329671 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78ce03-62cb-4c49-9c31-f88b4cb0403b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751ffbea-2bfe-43c4-8d8e-c8bef3668ce0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:28.375879 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ec2fb-3bf2-4612-abfe-5f0b52429039 None None] New status for floating IP 1516e3b3-da1b-443f-9e1a-db71820570c4: ACTIVE {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:06:28.514285 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:06:28.525618 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Publish callbacks [] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.542067 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Transition to ACTIVE for port object cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 will not be triggered until provisioned by entity L2. {{(pid=103362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:06:28.548456 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.648919 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:28.661357 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4eb83-daad-4603-8206-456b2a31e789 req-b3f2c9c6-9791-4cd4-a03b-29b62fc3d2fb tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:28.662940 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96e4eb83-daad-4603-8206-456b2a31e789 req-b3f2c9c6-9791-4cd4-a03b-29b62fc3d2fb tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0800049 Apr 11 13:06:28.706060 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59156) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:28.719887 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f58acb21-2c7a-42fd-9acf-756a9b2eb72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.748781 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-63aa97f6-1c96-4113-9022-ac4084074bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.805313 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-96e4eb83-daad-4603-8206-456b2a31e789 req-35f85793-bc2a-4ce1-b342-33e4641f163b tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208999 Apr 11 13:06:28.808001 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Attempting to bind port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:28.808553 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Attempting to bind port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:28.809112 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Attempting to bind port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 on network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:28.815045 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 on network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:06:28.815447 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Attempting to bind port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 on network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:28.821907 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:28.822320 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Checking segment: {'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:28.822764 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Bound using segment: {'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:28.823250 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Bound port: cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789f6187-6b57-4481-ad3e-64ec64f872b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:28.823665 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.835347 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f58acb21-2c7a-42fd-9acf-756a9b2eb72d admin admin] Publish callbacks [] for security_group (032187c3-a948-427d-9b04-0658cae513b4), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.840650 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f58acb21-2c7a-42fd-9acf-756a9b2eb72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (032187c3-a948-427d-9b04-0658cae513b4), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.880095 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-f58acb21-2c7a-42fd-9acf-756a9b2eb72d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5cee79ca6f1417bbf17666d24afb237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727712 Apr 11 13:06:28.882070 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58acb21-2c7a-42fd-9acf-756a9b2eb72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032187c3-a948-427d-9b04-0658cae513b4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:28.883544 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59158) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:28.904677 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] For port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host hv-cinder-83608, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:28.930438 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] For port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:28.939152 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.983995 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-77063d76-1044-4855-8e81-861633c42640 admin admin] Publish callbacks [] for security_group (032187c3-a948-427d-9b04-0658cae513b4), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.991524 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:28.992244 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:28.993706 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 1093 time: 0.9996376 Apr 11 13:06:29.031923 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-77063d76-1044-4855-8e81-861633c42640 admin admin] Publish callbacks [] for security_group (032187c3-a948-427d-9b04-0658cae513b4), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:29.039832 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80290a1-77aa-4841-812c-e953ed70a7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:29.096773 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-b08d9a00-fbb3-44a1-916d-0d45a0bdf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:29.098333 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-b08d9a00-fbb3-44a1-916d-0d45a0bdf88a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50890c512a824e7c9e953fb754d4a1df&device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1127 time: 0.0595405 Apr 11 13:06:29.147318 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-45fe7bf1-1222-4fff-8b48-f8493c14208c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 217 time: 0.0420742 Apr 11 13:06:29.162641 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-77063d76-1044-4855-8e81-861633c42640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (032187c3-a948-427d-9b04-0658cae513b4), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:29.165113 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-77063d76-1044-4855-8e81-861633c42640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:29.166201 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-77063d76-1044-4855-8e81-861633c42640 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/032187c3-a948-427d-9b04-0658cae513b4 HTTP/1.1" status: 204 len: 168 time: 0.2810414 Apr 11 13:06:29.194386 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77063d76-1044-4855-8e81-861633c42640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032187c3-a948-427d-9b04-0658cae513b4,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:29.207974 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-8107586d-120a-468c-a859-b9cd7a6c6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:29.209521 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-8107586d-120a-468c-a859-b9cd7a6c6fa2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8a0b98-753c-40c8-b66f-1b55fbc8432e HTTP/1.1" status: 200 len: 847 time: 0.0557656 Apr 11 13:06:29.256117 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-2132c3d2-fe19-4f1c-93cf-450c5f4e1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:29.257610 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-2132c3d2-fe19-4f1c-93cf-450c5f4e1477 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420763 Apr 11 13:06:29.349160 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-b303d74f-450a-4f73-b70d-8ca95e5d95d1 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857451 Apr 11 13:06:29.408293 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:06:29.410550 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d85b52-e65a-41b6-9782-8a0a8172d4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:06:29.444218 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-09e1903b-c5ac-4b42-b3da-96076dc194d8 req-2cb3f2da-8bb8-4b33-8a3c-e98aaff76839 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891442 Apr 11 13:06:29.457685 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dd6d9a-ac66-4c37-b1f4-ada66e4f2460 x-openstack-request-id: req-11dd6d9a-ac66-4c37-b1f4-ada66e4f2460 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:06:29.457974 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:06:29.458221 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11dd6d9a-ac66-4c37-b1f4-ada66e4f2460 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:06:29.458702 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11dd6d9a-ac66-4c37-b1f4-ada66e4f2460'] response: {'name': 'network-changed', 'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'status': 'completed', 'code': 200} Apr 11 13:06:29.497696 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59166) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:29.511551 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dca5020d-4358-4dbe-bbe1-b56b3058ec7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:29.574122 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:29.602645 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dca5020d-4358-4dbe-bbe1-b56b3058ec7a admin admin] Publish callbacks [] for security_group (28bcdaec-c260-4dda-ba57-b540da5fdc4f), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:29.607303 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dca5020d-4358-4dbe-bbe1-b56b3058ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (28bcdaec-c260-4dda-ba57-b540da5fdc4f), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:29.660306 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5020d-4358-4dbe-bbe1-b56b3058ec7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bcdaec-c260-4dda-ba57-b540da5fdc4f,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:29.666390 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-dca5020d-4358-4dbe-bbe1-b56b3058ec7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79336bf985c84b729b92d0ac7482ac46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675527 Apr 11 13:06:29.669307 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59168) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:29.752913 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-b970f582-24e3-424d-92d9-3bf9a0505eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:29.754905 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-b970f582-24e3-424d-92d9-3bf9a0505eaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50890c512a824e7c9e953fb754d4a1df&device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1127 time: 0.0694509 Apr 11 13:06:29.797127 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d931765-5523-48e5-9362-e1a82888883e admin admin] Publish callbacks [] for security_group (28bcdaec-c260-4dda-ba57-b540da5fdc4f), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:29.883495 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d931765-5523-48e5-9362-e1a82888883e admin admin] Publish callbacks [] for security_group (28bcdaec-c260-4dda-ba57-b540da5fdc4f), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:29.977726 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-6e5b9ecc-fc7e-42d5-aceb-9d25f6995ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:29.979758 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-6e5b9ecc-fc7e-42d5-aceb-9d25f6995ee8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 200 len: 909 time: 0.2167583 Apr 11 13:06:30.007237 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb13352-7fdf-4f23-89c6-941dfcccc47b req-6e0b1990-7aea-4fcc-9396-4fb59b238d71 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:30.009183 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7eb13352-7fdf-4f23-89c6-941dfcccc47b req-6e0b1990-7aea-4fcc-9396-4fb59b238d71 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.1305919 Apr 11 13:06:30.055529 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-b9081e58-88b8-479a-9032-791a7767af6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 217 time: 0.0691254 Apr 11 13:06:30.126651 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d931765-5523-48e5-9362-e1a82888883e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (28bcdaec-c260-4dda-ba57-b540da5fdc4f), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:30.130069 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d931765-5523-48e5-9362-e1a82888883e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:30.131579 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-2d931765-5523-48e5-9362-e1a82888883e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28bcdaec-c260-4dda-ba57-b540da5fdc4f HTTP/1.1" status: 204 len: 168 time: 0.4610341 Apr 11 13:06:30.166667 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d931765-5523-48e5-9362-e1a82888883e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bcdaec-c260-4dda-ba57-b540da5fdc4f,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:30.178993 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7eb13352-7fdf-4f23-89c6-941dfcccc47b req-084013e5-2fbb-47b3-852f-f981ea670d81 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330013 Apr 11 13:06:30.181133 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-369138c1-a61c-417a-85e9-0aa628fdd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:30.182987 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-369138c1-a61c-417a-85e9-0aa628fdd126 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8a0b98-753c-40c8-b66f-1b55fbc8432e HTTP/1.1" status: 200 len: 847 time: 0.1126635 Apr 11 13:06:30.231405 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-48e6cac6-68f6-41ab-9936-9289377f813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:30.232862 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-48e6cac6-68f6-41ab-9936-9289377f813a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434017 Apr 11 13:06:30.330078 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-a35b8678-5e5a-4fab-9572-bea6e2512d74 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903337 Apr 11 13:06:30.427134 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-93d85b52-e65a-41b6-9782-8a0a8172d4b3 req-2fe820a3-daa5-4f04-8fa1-5d57fec9da95 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907440 Apr 11 13:06:31.014110 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:31.315286 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8efa-3ded-4418-b8b2-81248ab819f3 req-99de7544-a870-4cfb-a01e-4a6e7d31b42d tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:31.316901 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d10c8efa-3ded-4418-b8b2-81248ab819f3 req-99de7544-a870-4cfb-a01e-4a6e7d31b42d tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0578723 Apr 11 13:06:31.373634 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d10c8efa-3ded-4418-b8b2-81248ab819f3 req-fe6c62c6-84b7-4721-a922-f4d63c5713a0 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497680 Apr 11 13:06:32.461668 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-8b36b273-af92-4947-88d4-6f7bbae80e56 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e3800e65ba3e470ca2f936ebef72691d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364132 Apr 11 13:06:32.527200 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5082c-3f3e-4183-babf-8f9685acdbfe req-0a9d9fce-3e3f-4f8c-acc3-6f78491bee48 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:32.528679 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20b5082c-3f3e-4183-babf-8f9685acdbfe req-0a9d9fce-3e3f-4f8c-acc3-6f78491bee48 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0851085 Apr 11 13:06:32.690069 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-20b5082c-3f3e-4183-babf-8f9685acdbfe req-5a345896-7e67-4d52-9e36-2ba0447efafe tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507254 Apr 11 13:06:32.690344 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:32.699567 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-51a09b9c-71d5-457f-aea1-40e2401f7ae1 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:32.701042 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-51a09b9c-71d5-457f-aea1-40e2401f7ae1 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233496 Apr 11 13:06:32.715986 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-e31d8cdc-ee2f-4545-b75f-f38edab66112 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/quotas/e3800e65ba3e470ca2f936ebef72691d HTTP/1.1" status: 200 len: 375 time: 0.0094020 Apr 11 13:06:32.747236 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-c8a6d5a9-c858-4394-9f3f-849573b5a666 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3800e65ba3e470ca2f936ebef72691d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261493 Apr 11 13:06:32.907060 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1bf57e24-abe0-460a-9a9d-fdf2283aeafa req-77b5d623-5f23-461e-a355-6cdb873104eb tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 210 time: 0.0283263 Apr 11 13:06:33.787988 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-2531ce12-118b-4b32-af02-35943afcaa40 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3800e65ba3e470ca2f936ebef72691d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288093 Apr 11 13:06:33.847293 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328751d-26fd-4d80-bc6b-cc209598a682 req-ad0f1360-2546-444b-8132-2af47305077f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:33.848794 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7328751d-26fd-4d80-bc6b-cc209598a682 req-ad0f1360-2546-444b-8132-2af47305077f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0789721 Apr 11 13:06:33.949202 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-0ce9f76e-02e0-477e-933c-dee8c9da22b2 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:33.950652 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-0ce9f76e-02e0-477e-933c-dee8c9da22b2 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436892 Apr 11 13:06:33.954563 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7328751d-26fd-4d80-bc6b-cc209598a682 req-dc69ddb0-c353-4638-9414-8af1324cdf8b tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763545 Apr 11 13:06:34.005970 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Request body: {'port': {'device_id': 'ecbd87b3-362c-4dec-b496-3362b00a5022', 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342', 'admin_state_up': True, 'tenant_id': 'e3800e65ba3e470ca2f936ebef72691d'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:34.011332 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-462dd3b1-d6dc-41e2-b7d3-33420626db57 req-c8195277-c781-4594-850c-5a4e5b044bba tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 210 time: 0.0382354 Apr 11 13:06:34.119142 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Made reservation on behalf of e3800e65ba3e470ca2f936ebef72691d for: {'port': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:06:34.122729 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:34.132098 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:34.206816 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks [] for security_group (45d9d29d-7804-4149-8e59-6942d478cda9), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:34.213036 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (45d9d29d-7804-4149-8e59-6942d478cda9), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:34.539165 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d9d29d-7804-4149-8e59-6942d478cda9,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:34.607263 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Allocated IP 192.168.233.219 (e0dc3e6e-5b59-40a2-bf0b-559e60583342/2cab9be5-0765-4f5f-80c1-1eccf370d2b0/16c76736-c9f2-4ef2-8d0d-85430454be08) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:34.761987 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks [] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:34.802368 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:34.843570 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Network e0dc3e6e-5b59-40a2-bf0b-559e60583342 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:34.846718 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:34.850311 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:34.858850 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Pushing event updated for resources: {'Port': ['ID=16c76736-c9f2-4ef2-8d0d-85430454be08,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:34.906437 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:34.907135 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:34.925345 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-76db7348-23c1-43d4-b322-b027fc21cf78 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9231331 Apr 11 13:06:35.075160 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7914b70-8339-4162-a172-d7e33c06aa49 req-160ed664-e54a-462b-8f8f-2180d3abb14f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:35.076712 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a7914b70-8339-4162-a172-d7e33c06aa49 req-160ed664-e54a-462b-8f8f-2180d3abb14f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0512056 Apr 11 13:06:35.104329 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-bb795e87-0ac4-42b2-bd7e-e4144d784c1b None None] Provisioning complete for port 16c76736-c9f2-4ef2-8d0d-85430454be08 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:35.104949 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bb795e87-0ac4-42b2-bd7e-e4144d784c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:35.138594 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-bb795e87-0ac4-42b2-bd7e-e4144d784c1b None None] Port 16c76736-c9f2-4ef2-8d0d-85430454be08 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:06:35.145170 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c303-d409-41d4-8c9c-4bfcdddd9476 req-ceef29ab-d4f6-4fa9-bdc5-91ab477d44f9 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:35.146662 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e498c303-d409-41d4-8c9c-4bfcdddd9476 req-ceef29ab-d4f6-4fa9-bdc5-91ab477d44f9 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 936 time: 0.0664122 Apr 11 13:06:35.169176 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a7914b70-8339-4162-a172-d7e33c06aa49 req-460e2958-40ec-4b56-b10b-2e1daa1c348d tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806291 Apr 11 13:06:35.203033 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e498c303-d409-41d4-8c9c-4bfcdddd9476 req-8e41871a-0dd7-47c7-ae10-4c0c667fdff5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/security-groups?id=45d9d29d-7804-4149-8e59-6942d478cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Apr 11 13:06:35.407960 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Request body: {'port': {'device_id': 'ecbd87b3-362c-4dec-b496-3362b00a5022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:35.469199 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:35.730344 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c76736-c9f2-4ef2-8d0d-85430454be08 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:06:35.738115 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Publish callbacks [] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:35.751317 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Transition to ACTIVE for port object 16c76736-c9f2-4ef2-8d0d-85430454be08 will not be triggered until provisioned by entity L2. {{(pid=103362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:06:35.756259 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:35.804117 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Pushing event updated for resources: {'Port': ['ID=16c76736-c9f2-4ef2-8d0d-85430454be08,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:35.880629 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Attempting to bind port 16c76736-c9f2-4ef2-8d0d-85430454be08 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:35.880966 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Attempting to bind port 16c76736-c9f2-4ef2-8d0d-85430454be08 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a6e7d0b9-180c-47fe-951b-dc07a41be3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:35.881297 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Attempting to bind port 16c76736-c9f2-4ef2-8d0d-85430454be08 on network e0dc3e6e-5b59-40a2-bf0b-559e60583342 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:35.886193 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Port 16c76736-c9f2-4ef2-8d0d-85430454be08 on network e0dc3e6e-5b59-40a2-bf0b-559e60583342 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:06:35.886482 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Attempting to bind port 16c76736-c9f2-4ef2-8d0d-85430454be08 on network e0dc3e6e-5b59-40a2-bf0b-559e60583342 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:35.891635 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:35.891967 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Checking segment: {'id': 'a6e7d0b9-180c-47fe-951b-dc07a41be3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:35.892387 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Bound using segment: {'id': 'a6e7d0b9-180c-47fe-951b-dc07a41be3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:35.892875 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Bound port: 16c76736-c9f2-4ef2-8d0d-85430454be08, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e7d0b9-180c-47fe-951b-dc07a41be3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:35.893205 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:35.957411 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] For port 16c76736-c9f2-4ef2-8d0d-85430454be08, host hv-cinder-83608, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:35.960378 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] For port 16c76736-c9f2-4ef2-8d0d-85430454be08, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=16c76736-c9f2-4ef2-8d0d-85430454be08,segment=NetworkSegment(a6e7d0b9-180c-47fe-951b-dc07a41be3db),segment_id=a6e7d0b9-180c-47fe-951b-dc07a41be3db)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:35.968111 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:36.000013 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:36.000678 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:36.002240 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] 10.222.0.13 "PUT /v2.0/ports/16c76736-c9f2-4ef2-8d0d-85430454be08 HTTP/1.1" status: 200 len: 1098 time: 0.5985081 Apr 11 13:06:36.002517 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbd87b3-362c-4dec-b496-3362b00a5022', 'tag': '16c76736-c9f2-4ef2-8d0d-85430454be08'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:06:36.004755 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bd80f8-cf3f-44e7-bbec-9fab5858217a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbd87b3-362c-4dec-b496-3362b00a5022", "tag": "16c76736-c9f2-4ef2-8d0d-85430454be08"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:06:36.033520 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64a15d-6ad1-4335-b5db-fc36fa1c9a39 service neutron] Pushing event updated for resources: {'Port': ['ID=16c76736-c9f2-4ef2-8d0d-85430454be08,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:36.047635 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f6794d-2cad-4b4a-a918-db8ca85c5360 x-openstack-request-id: req-69f6794d-2cad-4b4a-a918-db8ca85c5360 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:06:36.048267 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbd87b3-362c-4dec-b496-3362b00a5022", "tag": "16c76736-c9f2-4ef2-8d0d-85430454be08", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:06:36.048796 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69f6794d-2cad-4b4a-a918-db8ca85c5360 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:06:36.049228 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f6794d-2cad-4b4a-a918-db8ca85c5360'] response: {'name': 'network-changed', 'server_uuid': 'ecbd87b3-362c-4dec-b496-3362b00a5022', 'tag': '16c76736-c9f2-4ef2-8d0d-85430454be08', 'status': 'completed', 'code': 200} Apr 11 13:06:36.102916 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-30ac553e-f998-4332-a484-d42f9dc325e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:36.104479 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-30ac553e-f998-4332-a484-d42f9dc325e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3800e65ba3e470ca2f936ebef72691d&device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 1132 time: 0.0442591 Apr 11 13:06:36.129398 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:06:36.151300 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-671520a9-73a8-447f-8506-2a653344887c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=16c76736-c9f2-4ef2-8d0d-85430454be08 HTTP/1.1" status: 200 len: 217 time: 0.0369232 Apr 11 13:06:36.216130 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-a377f978-e52d-498a-8b6e-ba8de31f9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:36.217838 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-a377f978-e52d-498a-8b6e-ba8de31f9ca7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cab9be5-0765-4f5f-80c1-1eccf370d2b0 HTTP/1.1" status: 200 len: 843 time: 0.0601859 Apr 11 13:06:36.228901 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:36.240801 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'port_id': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'mac_address': 'fa:16:3e:41:35:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:06:36.291891 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:36.292222 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:36.305442 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-7422ce51-9657-4f57-a822-325f44f9ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:36.306586 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:06:36.306883 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-7422ce51-9657-4f57-a822-325f44f9ee6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0dc3e6e-5b59-40a2-bf0b-559e60583342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0833397 Apr 11 13:06:36.326769 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:36.331590 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:36.349643 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a638b-3b55-4ffb-ab3f-02e64d659f5b req-277f20fa-34dc-4cde-8efc-82018a4412af tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:36.351061 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2b0a638b-3b55-4ffb-ab3f-02e64d659f5b req-277f20fa-34dc-4cde-8efc-82018a4412af tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0985692 Apr 11 13:06:36.379686 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:36.386941 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.387291 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.387624 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.387962 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.388479 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.388795 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.389120 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.389448 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.389771 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.390091 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.390414 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.390739 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.391058 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.391373 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.391688 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:06:36.394307 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d64f0-afbf-4e9d-b446-cbf2253b280f req-718ccfb1-88f2-434e-9202-bf640996b59d tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:36.396617 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b09d64f0-afbf-4e9d-b446-cbf2253b280f req-718ccfb1-88f2-434e-9202-bf640996b59d tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 948 time: 0.1060605 Apr 11 13:06:36.503056 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-debaf154-0d3a-4155-a404-f32e186cca91 service neutron] 10.222.0.13 "GET /v2.0/networks/e0dc3e6e-5b59-40a2-bf0b-559e60583342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721537 Apr 11 13:06:36.509086 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2b0a638b-3b55-4ffb-ab3f-02e64d659f5b req-49e761c7-4613-474c-b02f-734099cd77cb tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457798 Apr 11 13:06:36.536382 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b09d64f0-afbf-4e9d-b446-cbf2253b280f req-afa68402-e4f5-4957-9182-f05a1066f7d9 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/security-groups?id=45d9d29d-7804-4149-8e59-6942d478cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079509 Apr 11 13:06:36.560376 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['cbfb07e8-6ece-4da2-85f5-091fec7a0bb5'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:06:36.603638 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c0e5ad7f-1f53-45e4-872d-5aff72b466ec req-daa79797-4574-4862-b833-f3d449b4a0db service neutron] 10.222.0.13 "GET /v2.0/networks/e0dc3e6e-5b59-40a2-bf0b-559e60583342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935767 Apr 11 13:06:37.497253 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-86339a43-fea7-4dd2-b564-ef649b5398d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:37.499077 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-86339a43-fea7-4dd2-b564-ef649b5398d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3800e65ba3e470ca2f936ebef72691d&device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 1132 time: 0.0466125 Apr 11 13:06:37.634992 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-42105650-b3f3-4498-aee7-cc07084b70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:37.636424 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-42105650-b3f3-4498-aee7-cc07084b70e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0dc3e6e-5b59-40a2-bf0b-559e60583342 HTTP/1.1" status: 200 len: 870 time: 0.1303289 Apr 11 13:06:37.672460 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917230f-0212-46d7-bb80-8a3c22de31da req-08681e0e-0848-432d-89e9-546575c250bc tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:37.673921 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7917230f-0212-46d7-bb80-8a3c22de31da req-08681e0e-0848-432d-89e9-546575c250bc tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 944 time: 0.0953207 Apr 11 13:06:37.706152 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-85e6e4d5-0eec-46f1-9aab-238bd831ecca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=16c76736-c9f2-4ef2-8d0d-85430454be08 HTTP/1.1" status: 200 len: 217 time: 0.0525444 Apr 11 13:06:37.717193 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb0ade-1c96-4b5c-86e9-724c99ce6af4 req-6bf2df1a-5ce5-4f8b-b954-ed860437b00b tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:37.718578 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cbcb0ade-1c96-4b5c-86e9-724c99ce6af4 req-6bf2df1a-5ce5-4f8b-b954-ed860437b00b tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 948 time: 0.1052561 Apr 11 13:06:37.812904 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-bed735db-70b6-418a-acfc-ad0f3a66015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:37.814385 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-bed735db-70b6-418a-acfc-ad0f3a66015e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cab9be5-0765-4f5f-80c1-1eccf370d2b0 HTTP/1.1" status: 200 len: 843 time: 0.0897338 Apr 11 13:06:37.820639 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7917230f-0212-46d7-bb80-8a3c22de31da req-cc73f2e3-3957-48bc-af27-849d27d6eb3f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189218 Apr 11 13:06:37.840984 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cbcb0ade-1c96-4b5c-86e9-724c99ce6af4 req-092f8162-8ffa-4594-bde8-ba79af8df407 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/security-groups?id=45d9d29d-7804-4149-8e59-6942d478cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145334 Apr 11 13:06:37.868344 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-95d6ac89-482a-4eeb-b50f-e6eaee318c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:37.869895 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-95d6ac89-482a-4eeb-b50f-e6eaee318c2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0dc3e6e-5b59-40a2-bf0b-559e60583342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0448332 Apr 11 13:06:37.962238 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-1124a105-22a6-4e4b-9865-8de09ccbf597 service neutron] 10.222.0.13 "GET /v2.0/networks/e0dc3e6e-5b59-40a2-bf0b-559e60583342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852680 Apr 11 13:06:38.064505 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-81bd80f8-cf3f-44e7-bbec-9fab5858217a req-ec75482d-5f91-415f-9946-51571fc81709 service neutron] 10.222.0.13 "GET /v2.0/networks/e0dc3e6e-5b59-40a2-bf0b-559e60583342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958078 Apr 11 13:06:38.139829 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 16c76736-c9f2-4ef2-8d0d-85430454be08 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:06:38.142892 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:38.242918 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:06:38.252756 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:38.253123 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:38.293862 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 16c76736-c9f2-4ef2-8d0d-85430454be08, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=16c76736-c9f2-4ef2-8d0d-85430454be08,segment=NetworkSegment(a6e7d0b9-180c-47fe-951b-dc07a41be3db),segment_id=a6e7d0b9-180c-47fe-951b-dc07a41be3db)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:38.309634 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '16c76736-c9f2-4ef2-8d0d-85430454be08', 'network_id': 'e0dc3e6e-5b59-40a2-bf0b-559e60583342', 'port_id': '16c76736-c9f2-4ef2-8d0d-85430454be08', 'mac_address': 'fa:16:3e:85:62:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cab9be5-0765-4f5f-80c1-1eccf370d2b0', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:06:38.377334 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 16c76736-c9f2-4ef2-8d0d-85430454be08 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:38.377795 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:38.383532 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:38.383892 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:38.401373 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c76736-c9f2-4ef2-8d0d-85430454be08 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:06:38.421849 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:06:38.424150 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc1c8ba-4636-4cc4-a097-c00cc06f90f3" -d '{"events": [{"server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "name": "network-vif-plugged", "status": "completed", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:06:38.441240 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 16c76736-c9f2-4ef2-8d0d-85430454be08, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=16c76736-c9f2-4ef2-8d0d-85430454be08,segment=NetworkSegment(a6e7d0b9-180c-47fe-951b-dc07a41be3db),segment_id=a6e7d0b9-180c-47fe-951b-dc07a41be3db)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:38.443046 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:38.446571 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:38.451931 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:38.470859 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e56afc3-179e-4793-abc7-9f38f45c3b89 x-openstack-request-id: req-5e56afc3-179e-4793-abc7-9f38f45c3b89 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:06:38.471147 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "name": "network-vif-plugged", "status": "completed", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:06:38.471404 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e56afc3-179e-4793-abc7-9f38f45c3b89 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:06:38.471784 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e56afc3-179e-4793-abc7-9f38f45c3b89'] response: {'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'code': 200} Apr 11 13:06:38.499189 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=16c76736-c9f2-4ef2-8d0d-85430454be08,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:38.549203 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:38.687845 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['16c76736-c9f2-4ef2-8d0d-85430454be08'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:06:38.729047 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1ef30-10bd-4a1a-857e-99d6be309934 req-f2773551-6b72-4b79-82ba-23d075091200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:38.730727 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f7b1ef30-10bd-4a1a-857e-99d6be309934 req-f2773551-6b72-4b79-82ba-23d075091200 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1129 time: 0.0425172 Apr 11 13:06:38.777685 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f7b1ef30-10bd-4a1a-857e-99d6be309934 req-be2ab2ab-8852-4b4b-80bd-4d537c580ba2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 Apr 11 13:06:38.962356 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa63be9-d1c8-4fb9-94e4-f5fd7e27fd6a req-50e6c0db-48b0-4b9d-8518-fe4bf9ee2ffd tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:38.963817 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-aaa63be9-d1c8-4fb9-94e4-f5fd7e27fd6a req-50e6c0db-48b0-4b9d-8518-fe4bf9ee2ffd tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0756369 Apr 11 13:06:38.981854 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5da97-a4cc-4c11-a6a7-06ec0ed29795 req-f4091f1e-8419-43d7-a37c-c754fd463547 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:38.983224 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a7a5da97-a4cc-4c11-a6a7-06ec0ed29795 req-f4091f1e-8419-43d7-a37c-c754fd463547 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 949 time: 0.0637562 Apr 11 13:06:39.046961 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-aaa63be9-d1c8-4fb9-94e4-f5fd7e27fd6a req-0271dca3-2249-4a49-8b7d-38ca654cd780 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760853 Apr 11 13:06:39.057398 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a7a5da97-a4cc-4c11-a6a7-06ec0ed29795 req-c8c9779a-270e-4747-a658-51725397dec3 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/security-groups?id=45d9d29d-7804-4149-8e59-6942d478cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663114 Apr 11 13:06:40.141575 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 16c76736-c9f2-4ef2-8d0d-85430454be08 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:40.191810 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 16c76736-c9f2-4ef2-8d0d-85430454be08 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:06:40.199285 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 16c76736-c9f2-4ef2-8d0d-85430454be08 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:40.199690 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:40.206535 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c49b68-a699-4f3b-96b8-d12312f2a2b5 req-a96abbda-d00e-4a18-8a35-e0ba747f8b83 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:40.208164 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-97c49b68-a699-4f3b-96b8-d12312f2a2b5 req-a96abbda-d00e-4a18-8a35-e0ba747f8b83 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 949 time: 0.0797241 Apr 11 13:06:40.214911 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca3c28-baf6-4052-aada-3a505f0d3b23 req-b9cc4402-e20c-44da-9b64-a61b20e7dd3a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:40.216427 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f8ca3c28-baf6-4052-aada-3a505f0d3b23 req-b9cc4402-e20c-44da-9b64-a61b20e7dd3a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0983458 Apr 11 13:06:40.277702 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 16c76736-c9f2-4ef2-8d0d-85430454be08 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:40.278062 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:40.293517 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-97c49b68-a699-4f3b-96b8-d12312f2a2b5 req-14e6e979-14ce-4a3e-8605-21a31c516ad5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/security-groups?id=45d9d29d-7804-4149-8e59-6942d478cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760574 Apr 11 13:06:40.296933 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f8ca3c28-baf6-4052-aada-3a505f0d3b23 req-dfd191d3-2003-4a61-a754-a63faaeb4d96 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732293 Apr 11 13:06:40.311917 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 16c76736-c9f2-4ef2-8d0d-85430454be08, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=16c76736-c9f2-4ef2-8d0d-85430454be08,segment=NetworkSegment(a6e7d0b9-180c-47fe-951b-dc07a41be3db),segment_id=a6e7d0b9-180c-47fe-951b-dc07a41be3db)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:40.316005 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:40.364619 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=16c76736-c9f2-4ef2-8d0d-85430454be08,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:40.472880 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbd87b3-362c-4dec-b496-3362b00a5022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c76736-c9f2-4ef2-8d0d-85430454be08'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:06:40.476852 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cf372e-2c4b-46b3-a152-2656a102cbb0" -d '{"events": [{"server_uuid": "ecbd87b3-362c-4dec-b496-3362b00a5022", "name": "network-vif-plugged", "status": "completed", "tag": "16c76736-c9f2-4ef2-8d0d-85430454be08"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:06:40.522470 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3554be-0c07-4b9e-8591-7cb3b5de7f78 x-openstack-request-id: req-be3554be-0c07-4b9e-8591-7cb3b5de7f78 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:06:40.522766 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbd87b3-362c-4dec-b496-3362b00a5022", "name": "network-vif-plugged", "status": "completed", "tag": "16c76736-c9f2-4ef2-8d0d-85430454be08", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:06:40.523014 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be3554be-0c07-4b9e-8591-7cb3b5de7f78 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:06:40.523404 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3554be-0c07-4b9e-8591-7cb3b5de7f78'] response: {'server_uuid': 'ecbd87b3-362c-4dec-b496-3362b00a5022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c76736-c9f2-4ef2-8d0d-85430454be08', 'code': 200} Apr 11 13:06:40.700215 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1bee-0b5a-4c05-919e-06ebc46a6a46 req-a929db1f-0602-45cf-b489-e4b8032c8d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:40.701709 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bb5c1bee-0b5a-4c05-919e-06ebc46a6a46 req-a929db1f-0602-45cf-b489-e4b8032c8d8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 1134 time: 0.0396497 Apr 11 13:06:40.749552 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-bb5c1bee-0b5a-4c05-919e-06ebc46a6a46 req-9da9e396-ede1-4e83-9184-fae68d54cf35 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45d9d29d-7804-4149-8e59-6942d478cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Apr 11 13:06:41.446132 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d582ca-1461-4ca6-a8f8-e88033cc24a1 req-023cbce2-af6f-4d56-95c8-c78cd3889ff9 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:41.447551 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-22d582ca-1461-4ca6-a8f8-e88033cc24a1 req-023cbce2-af6f-4d56-95c8-c78cd3889ff9 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 950 time: 0.0710731 Apr 11 13:06:41.455335 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dc204-6e9a-43df-b079-c14f23535dc2 req-59de7ae7-cd94-4579-a989-c265f19da4c6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:41.456728 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-208dc204-6e9a-43df-b079-c14f23535dc2 req-59de7ae7-cd94-4579-a989-c265f19da4c6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0701435 Apr 11 13:06:41.472660 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:41.527873 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-22d582ca-1461-4ca6-a8f8-e88033cc24a1 req-a688a620-dedc-4ae0-81ce-72f69dfbd673 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/security-groups?id=45d9d29d-7804-4149-8e59-6942d478cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702188 Apr 11 13:06:41.531516 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-208dc204-6e9a-43df-b079-c14f23535dc2 req-ca3d0d3f-f8b2-4907-a8bb-377fc6504fb8 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680652 Apr 11 13:06:41.651243 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95ad1e-e135-4cbb-b116-836270832080 req-c9453d45-8152-4453-bf53-294bdadfdee4 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:41.652720 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dd95ad1e-e135-4cbb-b116-836270832080 req-c9453d45-8152-4453-bf53-294bdadfdee4 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0560787 Apr 11 13:06:41.704208 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dd95ad1e-e135-4cbb-b116-836270832080 req-7d27f18e-557c-40e5-baa5-f8742984cb6c tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Apr 11 13:06:41.731618 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59272) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:41.922088 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d592c-0481-4ec4-b763-6ece912585a6 tempest-TestShelveInstance-1072730806 tempest-TestShelveInstance-1072730806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:41.923625 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-b22d592c-0481-4ec4-b763-6ece912585a6 tempest-TestShelveInstance-1072730806 tempest-TestShelveInstance-1072730806-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1124 time: 0.1909299 Apr 11 13:06:41.926765 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59276) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:41.931237 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'port_id': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:41.952814 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:42.028661 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:42.135095 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Allocated IP 172.27.0.32 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/bea349fc-7ddd-4cde-87c2-bb136e7ed027) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:42.234919 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for port (bea349fc-7ddd-4cde-87c2-bb136e7ed027), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:42.270778 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (bea349fc-7ddd-4cde-87c2-bb136e7ed027), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:42.305088 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:42.307859 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:42.311167 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:42.342040 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event updated for resources: {'Port': ['ID=bea349fc-7ddd-4cde-87c2-bb136e7ed027,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:42.644949 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f286553-e708-4080-8d05-dd5446bbb38d req-d9b4e701-03e7-430f-90ad-e069cba6ab3f tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:42.646532 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0f286553-e708-4080-8d05-dd5446bbb38d req-d9b4e701-03e7-430f-90ad-e069cba6ab3f tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 950 time: 0.0500121 Apr 11 13:06:42.699880 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0f286553-e708-4080-8d05-dd5446bbb38d req-2ca7712a-3a27-4044-9f64-04b8280ebee8 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/security-groups?id=45d9d29d-7804-4149-8e59-6942d478cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Apr 11 13:06:42.936187 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for floatingip (fc4e6118-42b8-4614-9e59-80dafcc58f59), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:42.957138 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d6342-0c0b-4bf7-bc80-e565ea8aa3f9 req-23f008f6-419c-46e7-a153-d0a26cdbc528 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:42.958628 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9f0d6342-0c0b-4bf7-bc80-e565ea8aa3f9 req-23f008f6-419c-46e7-a153-d0a26cdbc528 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 950 time: 0.0465381 Apr 11 13:06:43.005842 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9f0d6342-0c0b-4bf7-bc80-e565ea8aa3f9 req-307738c9-a78e-47d6-81f0-ff3208123f52 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/security-groups?id=45d9d29d-7804-4149-8e59-6942d478cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Apr 11 13:06:43.007887 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (bea349fc-7ddd-4cde-87c2-bb136e7ed027), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:43.171719 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for port (bea349fc-7ddd-4cde-87c2-bb136e7ed027), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:43.179099 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25805351'] for port (bea349fc-7ddd-4cde-87c2-bb136e7ed027), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:43.242132 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event updated for resources: {'Port': ['ID=bea349fc-7ddd-4cde-87c2-bb136e7ed027,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:43.254175 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (fc4e6118-42b8-4614-9e59-80dafcc58f59), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:43.353352 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Floating IP fc4e6118-42b8-4614-9e59-80dafcc58f59 associated. External IP: 172.27.0.32, port: cbfb07e8-6ece-4da2-85f5-091fec7a0bb5. Apr 11 13:06:43.562198 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Router ff836722-6964-4a7d-a1fe-4486856beabc has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:06:43.678619 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:06:43.689553 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8316f138-6b21-4184-b4a4-815996515219 None None] Sync routers for ids ['ff836722-6964-4a7d-a1fe-4486856beabc'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:06:43.698853 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:43.700500 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8316f138-6b21-4184-b4a4-815996515219 None None] Routers {'ff836722-6964-4a7d-a1fe-4486856beabc'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:43.701118 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8316f138-6b21-4184-b4a4-815996515219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:06:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['ff836722-6964-4a7d-a1fe-4486856beabc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:43.727690 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e0125d4d-e803-4d51-b600-9e51b50761b6 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7998533 Apr 11 13:06:43.728346 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:06:43.730598 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f80361-5085-42b0-af5c-2eab7acc2bda" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:06:43.766575 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aff003-0889-4662-9f68-8ec717ab4ada x-openstack-request-id: req-74aff003-0889-4662-9f68-8ec717ab4ada {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:06:43.766892 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:06:43.767196 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74aff003-0889-4662-9f68-8ec717ab4ada {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:06:43.767600 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74aff003-0889-4662-9f68-8ec717ab4ada'] response: {'name': 'network-changed', 'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'status': 'completed', 'code': 200} Apr 11 13:06:43.814696 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-8316f138-6b21-4184-b4a4-815996515219 None None] Set router ff836722-6964-4a7d-a1fe-4486856beabc gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:44.017355 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-9749bfbb-a128-4869-826a-b6ced255e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:44.018926 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-9749bfbb-a128-4869-826a-b6ced255e3ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50890c512a824e7c9e953fb754d4a1df&device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1129 time: 0.0411835 Apr 11 13:06:44.045083 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8316f138-6b21-4184-b4a4-815996515219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'fc4e6118-42b8-4614-9e59-80dafcc58f59', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'port_id': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'mac_address': 'fa:16:3e:41:35:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:06:42Z', 'updated_at': '2022-04-11T13:06:42Z', 'revision_number': 0, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:06:03Z', 'revision_number': 5, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:44.072617 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8316f138-6b21-4184-b4a4-815996515219 None None] Checking router: ff836722-6964-4a7d-a1fe-4486856beabc for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:06:44.082419 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8316f138-6b21-4184-b4a4-815996515219 None None] Routers {'ff836722-6964-4a7d-a1fe-4486856beabc'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:44.082787 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8316f138-6b21-4184-b4a4-815996515219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:06:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['ff836722-6964-4a7d-a1fe-4486856beabc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:44.146206 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daedce-e31e-40d4-965b-295a3cc074a9 req-f83d56f2-9d74-48a0-a3b7-42bf20ba632c tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:44.147696 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-95daedce-e31e-40d4-965b-295a3cc074a9 req-f83d56f2-9d74-48a0-a3b7-42bf20ba632c tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 950 time: 0.0649128 Apr 11 13:06:44.152659 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-59fba4b1-7aa8-47f0-b1c0-236bbd5f77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:44.154005 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-59fba4b1-7aa8-47f0-b1c0-236bbd5f77d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 200 len: 909 time: 0.1278098 Apr 11 13:06:44.192843 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-8316f138-6b21-4184-b4a4-815996515219 None None] Set router ff836722-6964-4a7d-a1fe-4486856beabc gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:44.240883 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-95daedce-e31e-40d4-965b-295a3cc074a9 req-e90b61aa-bab2-4af1-bb3d-6f7e6cd3a0aa tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/security-groups?id=45d9d29d-7804-4149-8e59-6942d478cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859292 Apr 11 13:06:44.249367 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-340a38da-6bc1-4967-917e-cd39b0f36f1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 998 time: 0.0815282 Apr 11 13:06:44.346060 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-5f79a623-5d2f-4dd2-8905-3d19505bd4f9 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:44.347408 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-5f79a623-5d2f-4dd2-8905-3d19505bd4f9 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 950 time: 0.0771763 Apr 11 13:06:44.353251 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-e28905f8-9c83-430b-9caa-f462ec06ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:44.354643 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-e28905f8-9c83-430b-9caa-f462ec06ac3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8a0b98-753c-40c8-b66f-1b55fbc8432e HTTP/1.1" status: 200 len: 847 time: 0.0855982 Apr 11 13:06:44.412571 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8316f138-6b21-4184-b4a4-815996515219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'fc4e6118-42b8-4614-9e59-80dafcc58f59', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'port_id': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'mac_address': 'fa:16:3e:41:35:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:06:42Z', 'updated_at': '2022-04-11T13:06:42Z', 'revision_number': 0, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:06:03Z', 'revision_number': 5, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:44.427039 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-77c12ae1-42d4-4208-a71d-bef8cfc143e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:44.428512 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-77c12ae1-42d4-4208-a71d-bef8cfc143e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668054 Apr 11 13:06:44.442378 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8316f138-6b21-4184-b4a4-815996515219 None None] The sync data for ids ['ff836722-6964-4a7d-a1fe-4486856beabc'] in dv-cinder-836083-3-iscsi is: [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'fc4e6118-42b8-4614-9e59-80dafcc58f59', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'port_id': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'mac_address': 'fa:16:3e:41:35:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:06:42Z', 'updated_at': '2022-04-11T13:06:42Z', 'revision_number': 0, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:06:03Z', 'revision_number': 5, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:06:44.516627 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-8339f34a-c25e-4379-8b25-14d2009ae3b5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Deleting port 16c76736-c9f2-4ef2-8d0d-85430454be08 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:06:44.516963 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-8339f34a-c25e-4379-8b25-14d2009ae3b5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:44.603425 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-0a604312-7163-452c-8dfd-93ce83980132 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544209 Apr 11 13:06:44.641441 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79469b56-ab72-4677-8321-ae525ade3a83 None None] New status for floating IP fc4e6118-42b8-4614-9e59-80dafcc58f59: ACTIVE {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:06:44.684970 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-8339f34a-c25e-4379-8b25-14d2009ae3b5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] For port 16c76736-c9f2-4ef2-8d0d-85430454be08, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=16c76736-c9f2-4ef2-8d0d-85430454be08,segment=NetworkSegment(a6e7d0b9-180c-47fe-951b-dc07a41be3db),segment_id=a6e7d0b9-180c-47fe-951b-dc07a41be3db)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:44.685331 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-8339f34a-c25e-4379-8b25-14d2009ae3b5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:44.703867 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-8339f34a-c25e-4379-8b25-14d2009ae3b5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Calling delete_port for 16c76736-c9f2-4ef2-8d0d-85430454be08 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:06:44.762935 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-87f80361-5085-42b0-af5c-2eab7acc2bda req-750188e4-2f1e-4eaa-9787-1dc3e72e51dd service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516311 Apr 11 13:06:44.858298 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-8339f34a-c25e-4379-8b25-14d2009ae3b5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (16c76736-c9f2-4ef2-8d0d-85430454be08), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:44.870389 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['16c76736-c9f2-4ef2-8d0d-85430454be08'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:06:44.887484 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339f34a-c25e-4379-8b25-14d2009ae3b5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Pushing event deleted for resources: {'Port': ['ID=16c76736-c9f2-4ef2-8d0d-85430454be08,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:44.932382 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-8339f34a-c25e-4379-8b25-14d2009ae3b5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] No DVR routers for this DVR port 16c76736-c9f2-4ef2-8d0d-85430454be08 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:06:44.935012 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-8339f34a-c25e-4379-8b25-14d2009ae3b5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:44.938262 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1f7d3a89-52d0-47d3-91d1-ac6f407bcdaf req-8339f34a-c25e-4379-8b25-14d2009ae3b5 tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.13 "DELETE /v2.0/ports/16c76736-c9f2-4ef2-8d0d-85430454be08 HTTP/1.1" status: 204 len: 173 time: 0.5827634 Apr 11 13:06:44.938704 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbd87b3-362c-4dec-b496-3362b00a5022', 'name': 'network-vif-deleted', 'tag': '16c76736-c9f2-4ef2-8d0d-85430454be08'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:06:44.941074 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bb8c80-a752-4ba8-8421-695f0b3cefa2" -d '{"events": [{"server_uuid": "ecbd87b3-362c-4dec-b496-3362b00a5022", "name": "network-vif-deleted", "tag": "16c76736-c9f2-4ef2-8d0d-85430454be08"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:06:44.982492 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0157b38d-7572-4e83-bffa-3bfd75de3692 x-openstack-request-id: req-0157b38d-7572-4e83-bffa-3bfd75de3692 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:06:44.982917 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbd87b3-362c-4dec-b496-3362b00a5022", "name": "network-vif-deleted", "tag": "16c76736-c9f2-4ef2-8d0d-85430454be08", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:06:44.983257 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0157b38d-7572-4e83-bffa-3bfd75de3692 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:06:44.983761 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0157b38d-7572-4e83-bffa-3bfd75de3692'] response: {'server_uuid': 'ecbd87b3-362c-4dec-b496-3362b00a5022', 'name': 'network-vif-deleted', 'tag': '16c76736-c9f2-4ef2-8d0d-85430454be08', 'status': 'completed', 'code': 200} Apr 11 13:06:45.359571 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0296082a-62f2-4a41-89eb-afe61c7ebd22 req-1f0838f0-3c7e-4609-b34d-fbf9ce99e9de tempest-VolumesNegativeTest-1011392356 tempest-VolumesNegativeTest-1011392356-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecbd87b3-362c-4dec-b496-3362b00a5022 HTTP/1.1" status: 200 len: 210 time: 0.0287383 Apr 11 13:06:48.161492 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 16c76736-c9f2-4ef2-8d0d-85430454be08 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:06:48.181924 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 16c76736-c9f2-4ef2-8d0d-85430454be08 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:06:48.182513 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 16c76736-c9f2-4ef2-8d0d-85430454be08 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:06:50.569729 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59548) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:50.711797 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-5e0fb093-67b3-449c-bc72-a4b74def55c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3800e65ba3e470ca2f936ebef72691d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407952 Apr 11 13:06:50.714426 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59552) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:50.760832 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-51a3e483-d9bc-4e31-87d3-75bdd310b536 admin admin] Publish callbacks [] for security_group (45d9d29d-7804-4149-8e59-6942d478cda9), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:50.781445 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-51a3e483-d9bc-4e31-87d3-75bdd310b536 admin admin] Publish callbacks [] for security_group (45d9d29d-7804-4149-8e59-6942d478cda9), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:50.834158 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-51a3e483-d9bc-4e31-87d3-75bdd310b536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (45d9d29d-7804-4149-8e59-6942d478cda9), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:50.836675 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-51a3e483-d9bc-4e31-87d3-75bdd310b536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:50.837806 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-51a3e483-d9bc-4e31-87d3-75bdd310b536 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45d9d29d-7804-4149-8e59-6942d478cda9 HTTP/1.1" status: 204 len: 168 time: 0.1225493 Apr 11 13:06:50.845397 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3e483-d9bc-4e31-87d3-75bdd310b536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d9d29d-7804-4149-8e59-6942d478cda9,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:51.487955 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59574) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:51.589624 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1755398557-network', 'tenant_id': '4f405829c68e45aca94d90aa1827f211'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:51.617103 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Made reservation on behalf of 4f405829c68e45aca94d90aa1827f211 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:06:51.619147 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:51.628346 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:51.699151 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Publish callbacks [] for security_group (d316f296-893c-4b23-b7f7-0fd32c958484), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:51.705836 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (d316f296-893c-4b23-b7f7-0fd32c958484), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:51.728726 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:06:51.738034 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d316f296-893c-4b23-b7f7-0fd32c958484,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:51.742657 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (7f587113-d77b-4acf-89ce-9bc56b7d5745), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:51.742959 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.segments_db [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Added segment 7f587113-d77b-4acf-89ce-9bc56b7d5745 of type vlan for network d7c68b8c-50e9-4fe4-92b7-44adb670518f Apr 11 13:06:51.785084 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (d7c68b8c-50e9-4fe4-92b7-44adb670518f), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:51.812159 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (d7c68b8c-50e9-4fe4-92b7-44adb670518f), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:51.813087 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:51.813659 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:51.845564 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3564367 Apr 11 13:06:51.848554 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59578) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:51.853587 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Request body: {'subnet': {'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1755398557-subnet', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'ip_version': 4}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:51.873853 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Made reservation on behalf of 4f405829c68e45aca94d90aa1827f211 for: {'subnet': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:06:51.875444 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447487e-8d7c-4e67-8199-45b4b7c201de admin admin] Pushing event updated for resources: {'Network': ['ID=d7c68b8c-50e9-4fe4-92b7-44adb670518f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:51.876205 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25661899'] for subnet (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:51.885982 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network d7c68b8c-50e9-4fe4-92b7-44adb670518f details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:06:52.058398 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25668824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25661913'] for subnet (70ae0013-7175-4515-9dd4-207bdd1de303), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.112997 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ae0013-7175-4515-9dd4-207bdd1de303,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:52.128660 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Checking segment: {'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:52.128962 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Network hostable DHCP agents. Network: d7c68b8c-50e9-4fe4-92b7-44adb670518f, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:06:52.147400 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Network d7c68b8c-50e9-4fe4-92b7-44adb670518f is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:06:52.156564 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, d7c68b8c-50e9-4fe4-92b7-44adb670518f) {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:52.160582 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:52.161178 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.166342 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970f3ef-4780-41ad-9f08-47f0e167de8f None None] Network d7c68b8c-50e9-4fe4-92b7-44adb670518f requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:06:52.177416 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-a764ddc2-e418-478a-b88d-054e8002ae3c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3276305 Apr 11 13:06:52.235206 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59580) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:52.239795 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:52.261447 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.262492 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.277669 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-d7c68b8c-50e9-4fe4-92b7-44adb670518f', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'project_id': '4f405829c68e45aca94d90aa1827f211', 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:06:52.277669 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.317556 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks [] for router_controller (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), precommit_add_association {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.458402 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks [] for router_gateway (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.546056 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Allocated IP 172.20.0.2 (d7c68b8c-50e9-4fe4-92b7-44adb670518f/70ae0013-7175-4515-9dd4-207bdd1de303/b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:52.695492 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Publish callbacks [] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.702654 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.744321 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Network d7c68b8c-50e9-4fe4-92b7-44adb670518f is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:52.750445 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:52.753035 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:52.755535 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Pushing event updated for resources: {'Port': ['ID=b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:52.814522 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Attempting to bind port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:52.814929 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Attempting to bind port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:52.815292 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Attempting to bind port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef on network d7c68b8c-50e9-4fe4-92b7-44adb670518f {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:52.820516 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:52.820894 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Checking segment: {'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:52.821295 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.821686 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Bound using segment: {'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:52.822172 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Bound port: b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:52.822549 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.886572 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] For port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:52.889809 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] For port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:52.895698 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.902042 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks [] for router_gateway (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.920307 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:52.954827 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb1039-6e63-4c9e-acf3-70947b5e11dd None None] Pushing event updated for resources: {'Port': ['ID=b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:53.030798 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Allocated IP 172.27.0.143 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/8d3eb056-5093-4e0d-ada0-b239ca38819e) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:53.144151 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks [] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:53.185241 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:53.225656 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:53.228493 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:53.232016 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:53.240884 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Pushing event updated for resources: {'Port': ['ID=8d3eb056-5093-4e0d-ada0-b239ca38819e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:53.484743 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks [] for router_gateway (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:53.692397 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:53.836741 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:06:53.837443 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be67e218-a48a-49b8-8231-083074194bf7 None None] Network d7c68b8c-50e9-4fe4-92b7-44adb670518f requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:06:53.855589 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:53.949675 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:06:53.958906 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-df9778db-ba47-44f7-91c8-3da8876969eb None None] Provisioning complete for port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:53.959422 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-df9778db-ba47-44f7-91c8-3da8876969eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:53.968353 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:53.969594 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-afc99dae-d734-4409-ad68-b67e0b9a7b7f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7334025 Apr 11 13:06:53.972665 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59582) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:53.979037 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Sync routers for ids ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:06:54.005447 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:54.006081 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.053856 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Routers {'07bb6520-bd48-4d8b-94f2-ced8a7c245ae'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:54.054486 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:06:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:54.228667 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-df9778db-ba47-44f7-91c8-3da8876969eb None None] Current status of the port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:54.229067 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-df9778db-ba47-44f7-91c8-3da8876969eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.234912 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:54.235279 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.261430 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Set router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:54.346928 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:54.356914 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.422718 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.468863 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.db.api [None req-df9778db-ba47-44f7-91c8-3da8876969eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 13:06:54.469224 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG oslo_db.api [None req-df9778db-ba47-44f7-91c8-3da8876969eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 13:06:54.473372 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:54.521199 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:53Z', 'revision_number': 3, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:54.546595 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Checking router: 07bb6520-bd48-4d8b-94f2-ced8a7c245ae for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:06:54.546935 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Updating router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae port 8d3eb056-5093-4e0d-ada0-b239ca38819e binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:06:54.573658 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.586402 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Allocated IP 172.20.0.1 (d7c68b8c-50e9-4fe4-92b7-44adb670518f/70ae0013-7175-4515-9dd4-207bdd1de303/e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:54.687296 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Publish callbacks [] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.724337 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.760204 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Network d7c68b8c-50e9-4fe4-92b7-44adb670518f is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:54.764546 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:54.768062 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:54.776367 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Pushing event updated for resources: {'Port': ['ID=e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:54.811653 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.834276 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Publish callbacks [] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.841559 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.900065 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1377b1f-f435-4b38-a14b-78b573183e99 None None] Pushing event updated for resources: {'Port': ['ID=8d3eb056-5093-4e0d-ada0-b239ca38819e,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:54.909532 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Attempting to bind port 8d3eb056-5093-4e0d-ada0-b239ca38819e on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:54.910033 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Attempting to bind port 8d3eb056-5093-4e0d-ada0-b239ca38819e by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:54.910477 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Attempting to bind port 8d3eb056-5093-4e0d-ada0-b239ca38819e on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:54.917309 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:54.917924 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:54.918249 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.918707 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:54.919306 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Bound port: 8d3eb056-5093-4e0d-ada0-b239ca38819e, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:54.919750 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.950712 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:54.993136 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] For port 8d3eb056-5093-4e0d-ada0-b239ca38819e, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:55.010862 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] For port 8d3eb056-5093-4e0d-ada0-b239ca38819e, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8d3eb056-5093-4e0d-ada0-b239ca38819e,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:55.020865 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:55.024100 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-df9778db-ba47-44f7-91c8-3da8876969eb None None] Current status of the port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:55.079692 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Routers {'07bb6520-bd48-4d8b-94f2-ced8a7c245ae'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:55.080332 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:06:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:55.116997 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1377b1f-f435-4b38-a14b-78b573183e99 None None] Pushing event updated for resources: {'Port': ['ID=8d3eb056-5093-4e0d-ada0-b239ca38819e,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:55.118680 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Publish callbacks [] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:55.124888 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:55.177810 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-1855b914-88ef-4b5f-8415-38a799dca3ce None None] Provisioning complete for port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:55.178142 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1855b914-88ef-4b5f-8415-38a799dca3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:55.194238 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Pushing event updated for resources: {'Port': ['ID=e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:55.196770 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:55.229103 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] Set router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:55.230726 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-1855b914-88ef-4b5f-8415-38a799dca3ce None None] Port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:06:55.289403 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Network d7c68b8c-50e9-4fe4-92b7-44adb670518f is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:55.291013 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:55.403691 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-1855b914-88ef-4b5f-8415-38a799dca3ce None None] Provisioning complete for port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:55.404075 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1855b914-88ef-4b5f-8415-38a799dca3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:55.577954 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-1855b914-88ef-4b5f-8415-38a799dca3ce None None] Current status of the port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:55.632863 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 1, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:55.662768 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7fae5b-a62e-4422-99eb-22bb50354cc3 None None] The sync data for ids ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'] in dv-cinder-836083-3-iscsi is: [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 1, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:06:55.675338 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:06:55.697428 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-16ca1848-fce3-4d53-861b-bb021cabc001 None None] Provisioning complete for port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:55.697796 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-16ca1848-fce3-4d53-861b-bb021cabc001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:55.732687 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-16ca1848-fce3-4d53-861b-bb021cabc001 None None] Port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:06:55.792288 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:06:55.797264 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-9cc47997-fdb0-4c34-a91d-7b6af02e753b admin admin] 10.222.0.26 "PUT /v2.0/routers/07bb6520-bd48-4d8b-94f2-ced8a7c245ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8236568 Apr 11 13:06:55.827099 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:55.876762 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:55.877100 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:55.974946 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:56.216417 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d3e2c7fa-ced7-43ab-ab1c-44b447c91ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.350260 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59598) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:56.356367 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-731675647-network', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:56.377907 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Made reservation on behalf of d1b9a1368e5b413498418f37c2db4cde for: {'network': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:06:56.386509 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for network (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.396281 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.480572 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Publish callbacks [] for security_group (57a481ad-3670-453d-9de7-f3d889e40536), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.485932 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (57a481ad-3670-453d-9de7-f3d889e40536), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.512984 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:06:56.523425 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a481ad-3670-453d-9de7-f3d889e40536,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:56.529812 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (090980de-d902-4d80-9784-ac00b57b3efa), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.530152 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.segments_db [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Added segment 090980de-d902-4d80-9784-ac00b57b3efa of type vlan for network d19309ed-3685-454d-b28f-36a3f2a639a4 Apr 11 13:06:56.574231 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778936343646'] for network (d19309ed-3685-454d-b28f-36a3f2a639a4), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.600596 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390'] for network (d19309ed-3685-454d-b28f-36a3f2a639a4), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.601630 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:56.602557 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.666638 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3122466 Apr 11 13:06:56.667011 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59602) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:56.673984 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Request body: {'subnet': {'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-731675647-subnet', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'ip_version': 4}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:56.678410 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b2769-3bfb-4f05-8053-4436008cb538 admin admin] Pushing event updated for resources: {'Network': ['ID=d19309ed-3685-454d-b28f-36a3f2a639a4,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:56.688520 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Network d19309ed-3685-454d-b28f-36a3f2a639a4 details requested by agent ovs-agent-dv-cinder-836083-3-iscsi with host dv-cinder-836083-3-iscsi {{(pid=103363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:06:56.704954 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Made reservation on behalf of d1b9a1368e5b413498418f37c2db4cde for: {'subnet': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:06:56.707526 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25661899'] for subnet (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.883193 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25668824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25661913'] for subnet (50acf691-7d8e-47b5-9d19-701fbd684f9c), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.936457 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50acf691-7d8e-47b5-9d19-701fbd684f9c,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:56.951238 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Checking segment: {'id': '090980de-d902-4d80-9784-ac00b57b3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:56.951590 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Network hostable DHCP agents. Network: d19309ed-3685-454d-b28f-36a3f2a639a4, hostable agents: ['861977ce-8887-4bb3-af19-c321661bc42a'], hosted agents: [] {{(pid=103362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:06:56.969882 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Network d19309ed-3685-454d-b28f-36a3f2a639a4 is scheduled to be hosted by DHCP agent 861977ce-8887-4bb3-af19-c321661bc42a with binding_index 1 {{(pid=103362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:06:56.980956 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-3-iscsi, d19309ed-3685-454d-b28f-36a3f2a639a4) {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:56.985720 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:06:56.986323 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:56.989977 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4523cc-9b64-4cf8-af2c-7f8efa062f17 None None] Network d19309ed-3685-454d-b28f-36a3f2a639a4 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:06:57.004013 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-9ff524c4-26da-407d-9592-4e1db87797a3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3359411 Apr 11 13:06:57.006495 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59606) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:57.010749 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-731675647-router', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:06:57.029396 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2295'] for router (83e1b0da-a2cd-4060-8810-9926dca9bab0), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.030499 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2286'] for router (83e1b0da-a2cd-4060-8810-9926dca9bab0), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.089175 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks [] for router_controller (83e1b0da-a2cd-4060-8810-9926dca9bab0), precommit_add_association {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.097965 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19dc50f-91a4-5166-abe6-8408d0a4c399-d19309ed-3685-454d-b28f-36a3f2a639a4', 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4', 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'fixed_ips': [{'subnet_id': '50acf691-7d8e-47b5-9d19-701fbd684f9c'}]}} from dv-cinder-836083-3-iscsi. {{(pid=103363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:06:57.098874 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.233335 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks [] for router_gateway (83e1b0da-a2cd-4060-8810-9926dca9bab0), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.234487 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.db_base_plugin_common [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Allocated IP 172.20.0.2 (d19309ed-3685-454d-b28f-36a3f2a639a4/50acf691-7d8e-47b5-9d19-701fbd684f9c/67828e80-7681-4be6-afb5-4ec8437932e5) {{(pid=103363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:57.384520 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Publish callbacks [] for port (67828e80-7681-4be6-afb5-4ec8437932e5), precommit_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.392349 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), after_create {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.424197 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks [] for router_gateway (83e1b0da-a2cd-4060-8810-9926dca9bab0), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.432372 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Network d19309ed-3685-454d-b28f-36a3f2a639a4 is already hosted by enough agents. {{(pid=103363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:57.439707 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.scheduler.base_scheduler [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Resources bound (agent type, host, resource id): {{(pid=103363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:57.442144 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Received port after_create {{(pid=103363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:57.442945 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.445426 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Pushing event updated for resources: {'Port': ['ID=67828e80-7681-4be6-afb5-4ec8437932e5,revision_number=1']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:57.503823 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Attempting to bind port 67828e80-7681-4be6-afb5-4ec8437932e5 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:57.504232 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Attempting to bind port 67828e80-7681-4be6-afb5-4ec8437932e5 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '090980de-d902-4d80-9784-ac00b57b3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:57.504593 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Attempting to bind port 67828e80-7681-4be6-afb5-4ec8437932e5 on network d19309ed-3685-454d-b28f-36a3f2a639a4 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:57.509626 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:57.510034 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Checking segment: {'id': '090980de-d902-4d80-9784-ac00b57b3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:57.510469 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.510883 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Bound using segment: {'id': '090980de-d902-4d80-9784-ac00b57b3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:57.511344 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Bound port: 67828e80-7681-4be6-afb5-4ec8437932e5, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090980de-d902-4d80-9784-ac00b57b3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:57.511721 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.561098 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Allocated IP 172.27.0.220 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/53f01153-1201-4e6d-8882-cd4b503ac221) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:57.580772 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] For port 67828e80-7681-4be6-afb5-4ec8437932e5, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:57.584166 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] For port 67828e80-7681-4be6-afb5-4ec8437932e5, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=67828e80-7681-4be6-afb5-4ec8437932e5,segment=NetworkSegment(090980de-d902-4d80-9784-ac00b57b3efa),segment_id=090980de-d902-4d80-9784-ac00b57b3efa)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:57.590476 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.647887 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31287f90-23b2-4b0c-ba5e-a7c605fbe535 None None] Pushing event updated for resources: {'Port': ['ID=67828e80-7681-4be6-afb5-4ec8437932e5,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:57.674357 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks [] for port (53f01153-1201-4e6d-8882-cd4b503ac221), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.712452 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Sync routers for ids ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:06:57.722269 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Routers {'07bb6520-bd48-4d8b-94f2-ced8a7c245ae'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:57.722883 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:06:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:57.725749 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:57.769212 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:57.777103 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:57.780326 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:57.815173 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Pushing event updated for resources: {'Port': ['ID=53f01153-1201-4e6d-8882-cd4b503ac221,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:57.854386 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Set router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:57.918581 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8d3eb056-5093-4e0d-ada0-b239ca38819e up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:06:57.983151 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 8d3eb056-5093-4e0d-ada0-b239ca38819e triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:57.983151 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.081980 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 8d3eb056-5093-4e0d-ada0-b239ca38819e is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:58.082374 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.090977 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 2, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:58.104467 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks [] for router_gateway (83e1b0da-a2cd-4060-8810-9926dca9bab0), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.105345 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port 8d3eb056-5093-4e0d-ada0-b239ca38819e, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8d3eb056-5093-4e0d-ada0-b239ca38819e,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:58.110920 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.129441 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Checking router: 07bb6520-bd48-4d8b-94f2-ced8a7c245ae for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:06:58.129786 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Updating router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:06:58.158693 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.160898 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=8d3eb056-5093-4e0d-ada0-b239ca38819e,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:58.311767 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553891'] for router (83e1b0da-a2cd-4060-8810-9926dca9bab0), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.426535 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Publish callbacks [] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.433174 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.453034 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Router 83e1b0da-a2cd-4060-8810-9926dca9bab0 is scheduled to L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 with binding_index 1 {{(pid=103362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:06:58.537185 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508e2bd-2110-4486-8348-8427828e48e6 None None] Pushing event updated for resources: {'Port': ['ID=e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:58.549527 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Attempting to bind port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:06:58.550888 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Attempting to bind port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:06:58.551231 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Attempting to bind port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a on network d7c68b8c-50e9-4fe4-92b7-44adb670518f {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:06:58.557074 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:06:58.557535 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Checking segment: {'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:06:58.557842 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.558218 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Bound using segment: {'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:06:58.558680 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Bound port: e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:06:58.559046 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.578731 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:06:58.590583 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Sync routers for ids ['83e1b0da-a2cd-4060-8810-9926dca9bab0'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:06:58.605118 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Routers {'83e1b0da-a2cd-4060-8810-9926dca9bab0'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:58.605820 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:06:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['83e1b0da-a2cd-4060-8810-9926dca9bab0'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:58.607004 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.611464 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-419c8928-affe-40d1-af41-44a06c581106 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6021276 Apr 11 13:06:58.611671 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59608) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:06:58.633759 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] For port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:06:58.637224 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] For port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:06:58.644780 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.700073 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Routers {'07bb6520-bd48-4d8b-94f2-ced8a7c245ae'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:06:58.700338 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:06:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:58.814742 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508e2bd-2110-4486-8348-8427828e48e6 None None] Pushing event updated for resources: {'Port': ['ID=e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a,revision_number=4']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:58.832192 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca6c244-ed57-45e4-bb49-58456939f9a4 None None] Network d19309ed-3685-454d-b28f-36a3f2a639a4 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:06:58.845678 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] Set router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:58.867529 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-de2de06c-5677-4e2c-acf1-7df1f0a590e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:58.873922 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Set router 83e1b0da-a2cd-4060-8810-9926dca9bab0 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:06:58.986206 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Provisioning complete for port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:58.986783 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.162216 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:59.181924 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Current status of the port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:59.182410 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.196400 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e890e5b-4213-46f0-9b0e-9dffdc8c497b None None] The sync data for ids ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'] in dv-cinder-836083-3-iscsi is: [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:06:59.246272 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'name': 'tempest-TestMinimumBasicScenario-731675647-router', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:06:57Z', 'revision_number': 3, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'gw_port': {'id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:06:59.250445 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] For port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:59.286744 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Checking router: 83e1b0da-a2cd-4060-8810-9926dca9bab0 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:06:59.287089 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Updating router 83e1b0da-a2cd-4060-8810-9926dca9bab0 port 53f01153-1201-4e6d-8882-cd4b503ac221 binding host dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:06:59.289122 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.339295 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Provisioning complete for port 67828e80-7681-4be6-afb5-4ec8437932e5 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:59.339667 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.367925 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.391851 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.434952 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Pushing event updated for resources: {'Port': ['ID=e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:59.567416 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Allocated IP 172.20.0.1 (d19309ed-3685-454d-b28f-36a3f2a639a4/50acf691-7d8e-47b5-9d19-701fbd684f9c/fc9cbbbe-c65d-4426-9c33-b34a437c501b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:06:59.682481 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Publish callbacks [] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.685577 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.720267 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.720682 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Current status of the port 67828e80-7681-4be6-afb5-4ec8437932e5 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:06:59.721114 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.767718 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Network d19309ed-3685-454d-b28f-36a3f2a639a4 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:06:59.776863 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:06:59.779349 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9cbbbe-c65d-4426-9c33-b34a437c501b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:59.783663 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:06:59.795032 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] For port 67828e80-7681-4be6-afb5-4ec8437932e5, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=67828e80-7681-4be6-afb5-4ec8437932e5,segment=NetworkSegment(090980de-d902-4d80-9784-ac00b57b3efa),segment_id=090980de-d902-4d80-9784-ac00b57b3efa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:06:59.807325 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.834094 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553808'] for router_interface (83e1b0da-a2cd-4060-8810-9926dca9bab0), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:06:59.898522 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700d183-61c6-49a0-a502-444e06b8f506 None None] Pushing event updated for resources: {'Port': ['ID=67828e80-7681-4be6-afb5-4ec8437932e5,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:06:59.996045 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-83ccf675-e5d0-4588-bcd6-c24ae3e4e814 None None] Provisioning complete for port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:06:59.996603 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-83ccf675-e5d0-4588-bcd6-c24ae3e4e814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.045081 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.053688 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Publish callbacks [] for port (53f01153-1201-4e6d-8882-cd4b503ac221), precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.070568 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.148587 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Attempting to bind port 53f01153-1201-4e6d-8882-cd4b503ac221 on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:07:00.148953 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Attempting to bind port 53f01153-1201-4e6d-8882-cd4b503ac221 by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:07:00.149306 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Attempting to bind port 53f01153-1201-4e6d-8882-cd4b503ac221 on network 0bd25540-7707-439a-b108-ba1a00df0462 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:07:00.202854 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91844181-ca7a-45dd-a145-c7790f614873 None None] Pushing event updated for resources: {'Port': ['ID=53f01153-1201-4e6d-8882-cd4b503ac221,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:00.205515 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-83ccf675-e5d0-4588-bcd6-c24ae3e4e814 None None] Current status of the port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:00.213388 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:07:00.213855 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Checking segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:07:00.214793 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.214793 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Bound using segment: {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:07:00.215107 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Bound port: 53f01153-1201-4e6d-8882-cd4b503ac221, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b717411-94b6-4ae1-a198-5a0eb7885552', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:07:00.215501 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.221903 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8d3eb056-5093-4e0d-ada0-b239ca38819e up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:07:00.255089 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Publish callbacks [] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.258932 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-83ccf675-e5d0-4588-bcd6-c24ae3e4e814 None None] Provisioning complete for port 67828e80-7681-4be6-afb5-4ec8437932e5 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:00.259298 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-83ccf675-e5d0-4588-bcd6-c24ae3e4e814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.260199 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.326165 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] For port 53f01153-1201-4e6d-8882-cd4b503ac221, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:07:00.328999 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556256'] for router_interface (83e1b0da-a2cd-4060-8810-9926dca9bab0), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.330912 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9cbbbe-c65d-4426-9c33-b34a437c501b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:00.333237 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] For port 53f01153-1201-4e6d-8882-cd4b503ac221, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=53f01153-1201-4e6d-8882-cd4b503ac221,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:07:00.350971 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.360707 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 8d3eb056-5093-4e0d-ada0-b239ca38819e triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:00.361283 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.428607 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Network d19309ed-3685-454d-b28f-36a3f2a639a4 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:07:00.430019 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:07:00.480699 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91844181-ca7a-45dd-a145-c7790f614873 None None] Pushing event updated for resources: {'Port': ['ID=53f01153-1201-4e6d-8882-cd4b503ac221,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:00.484401 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-83ccf675-e5d0-4588-bcd6-c24ae3e4e814 None None] Current status of the port 67828e80-7681-4be6-afb5-4ec8437932e5 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:00.487156 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Routers {'83e1b0da-a2cd-4060-8810-9926dca9bab0'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:07:00.487704 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:06:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['83e1b0da-a2cd-4060-8810-9926dca9bab0'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:07:00.557173 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Router 83e1b0da-a2cd-4060-8810-9926dca9bab0 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:07:00.576277 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 8d3eb056-5093-4e0d-ada0-b239ca38819e is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:00.577694 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 67828e80-7681-4be6-afb5-4ec8437932e5 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:07:00.648014 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-12d42302-f9b6-44a1-87e0-94323d9a105f None None] Provisioning complete for port fc9cbbbe-c65d-4426-9c33-b34a437c501b triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:00.648404 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-12d42302-f9b6-44a1-87e0-94323d9a105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.675530 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:07:00.680493 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-22d97912-e8e6-4b31-9845-5e5fe80951d8 admin admin] 10.222.0.26 "PUT /v2.0/routers/83e1b0da-a2cd-4060-8810-9926dca9bab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0677366 Apr 11 13:07:00.698419 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] Set router 83e1b0da-a2cd-4060-8810-9926dca9bab0 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:07:00.739450 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-12d42302-f9b6-44a1-87e0-94323d9a105f None None] Port fc9cbbbe-c65d-4426-9c33-b34a437c501b cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:07:00.745199 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 67828e80-7681-4be6-afb5-4ec8437932e5 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:00.745548 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.912670 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-f6db8381-3eae-4062-b347-c2cf4010479c None None] Provisioning complete for port fc9cbbbe-c65d-4426-9c33-b34a437c501b triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:00.913033 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f6db8381-3eae-4062-b347-c2cf4010479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:00.962775 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 67828e80-7681-4be6-afb5-4ec8437932e5 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:00.963835 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:07:01.041638 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-f6db8381-3eae-4062-b347-c2cf4010479c None None] Port fc9cbbbe-c65d-4426-9c33-b34a437c501b cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:07:01.057723 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:01.062784 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'name': 'tempest-TestMinimumBasicScenario-731675647-router', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 4, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'gw_port': {'id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'fc9cbbbe-c65d-4426-9c33-b34a437c501b', 'name': '', 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'mac_address': 'fa:16:3e:52:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '50acf691-7d8e-47b5-9d19-701fbd684f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:59Z', 'updated_at': '2022-04-11T13:07:00Z', 'revision_number': 2, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'subnets': [{'id': '50acf691-7d8e-47b5-9d19-701fbd684f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:07:01.095466 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620c1ea-c535-46e1-bacb-6410992bb5bc None None] The sync data for ids ['83e1b0da-a2cd-4060-8810-9926dca9bab0'] in dv-cinder-836083-3-iscsi is: [{'id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'name': 'tempest-TestMinimumBasicScenario-731675647-router', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 4, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'gw_port': {'id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'fc9cbbbe-c65d-4426-9c33-b34a437c501b', 'name': '', 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'mac_address': 'fa:16:3e:52:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '50acf691-7d8e-47b5-9d19-701fbd684f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:59Z', 'updated_at': '2022-04-11T13:07:00Z', 'revision_number': 2, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'subnets': [{'id': '50acf691-7d8e-47b5-9d19-701fbd684f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:07:01.097368 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:01.097735 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:01.186850 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:01.845787 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 67828e80-7681-4be6-afb5-4ec8437932e5 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:07:01.849136 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:07:01.906006 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 67828e80-7681-4be6-afb5-4ec8437932e5 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:01.906646 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:02.055518 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 67828e80-7681-4be6-afb5-4ec8437932e5 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:02.701571 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:03.474191 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Sync routers for ids ['83e1b0da-a2cd-4060-8810-9926dca9bab0'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:07:03.485454 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Routers {'83e1b0da-a2cd-4060-8810-9926dca9bab0'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:07:03.486085 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:06:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['83e1b0da-a2cd-4060-8810-9926dca9bab0'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:07:03.596122 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Set router 83e1b0da-a2cd-4060-8810-9926dca9bab0 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:07:03.807473 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'name': 'tempest-TestMinimumBasicScenario-731675647-router', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 4, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'gw_port': {'id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'fc9cbbbe-c65d-4426-9c33-b34a437c501b', 'name': '', 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'mac_address': 'fa:16:3e:52:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '50acf691-7d8e-47b5-9d19-701fbd684f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:59Z', 'updated_at': '2022-04-11T13:07:00Z', 'revision_number': 2, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'subnets': [{'id': '50acf691-7d8e-47b5-9d19-701fbd684f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:07:03.839776 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Checking router: 83e1b0da-a2cd-4060-8810-9926dca9bab0 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:07:03.840144 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Updating router 83e1b0da-a2cd-4060-8810-9926dca9bab0 port fc9cbbbe-c65d-4426-9c33-b34a437c501b binding host dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:07:03.854552 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 53f01153-1201-4e6d-8882-cd4b503ac221 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:07:03.876810 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:03.943116 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 53f01153-1201-4e6d-8882-cd4b503ac221 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:03.943484 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.031915 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 53f01153-1201-4e6d-8882-cd4b503ac221 is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:04.032326 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.053538 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] For port 53f01153-1201-4e6d-8882-cd4b503ac221, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=53f01153-1201-4e6d-8882-cd4b503ac221,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:07:04.067033 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.224294 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Publish callbacks [] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.235150 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.295503 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Pushing event updated for resources: {'Port': ['ID=fc9cbbbe-c65d-4426-9c33-b34a437c501b,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:04.324895 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.325296 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.325729 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.326108 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Pushing event updated for resources: {'Port': ['ID=53f01153-1201-4e6d-8882-cd4b503ac221,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:04.326249 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.326567 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.327719 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.327719 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.327719 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.328104 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.328692 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.328692 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.330001 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.330001 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.330001 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.330001 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:04.414200 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Attempting to bind port fc9cbbbe-c65d-4426-9c33-b34a437c501b on host dv-cinder-836083-3-iscsi for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:07:04.414921 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Attempting to bind port fc9cbbbe-c65d-4426-9c33-b34a437c501b by drivers openvswitch,hyperv on host dv-cinder-836083-3-iscsi at level 0 using segments [{'id': '090980de-d902-4d80-9784-ac00b57b3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:07:04.415351 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Attempting to bind port fc9cbbbe-c65d-4426-9c33-b34a437c501b on network d19309ed-3685-454d-b28f-36a3f2a639a4 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:07:04.428481 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Checking agent: {'id': '79d32a44-ae43-4cd7-b13a-780d339aafb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 49, 33), 'started_at': datetime.datetime(2022, 4, 11, 12, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:07:04.428944 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Checking segment: {'id': '090980de-d902-4d80-9784-ac00b57b3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:07:04.429410 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.429850 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Bound using segment: {'id': '090980de-d902-4d80-9784-ac00b57b3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:07:04.430396 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Bound port: fc9cbbbe-c65d-4426-9c33-b34a437c501b, host: dv-cinder-836083-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090980de-d902-4d80-9784-ac00b57b3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:07:04.430827 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.510835 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] For port fc9cbbbe-c65d-4426-9c33-b34a437c501b, host dv-cinder-836083-3-iscsi, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:07:04.514597 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] For port fc9cbbbe-c65d-4426-9c33-b34a437c501b, host dv-cinder-836083-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=fc9cbbbe-c65d-4426-9c33-b34a437c501b,segment=NetworkSegment(090980de-d902-4d80-9784-ac00b57b3efa),segment_id=090980de-d902-4d80-9784-ac00b57b3efa)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:07:04.527338 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.598414 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-b35e417e-5be1-4dab-8d60-d95c78910fd6 None None] Provisioning complete for port fc9cbbbe-c65d-4426-9c33-b34a437c501b triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:04.598862 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b35e417e-5be1-4dab-8d60-d95c78910fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.600387 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Routers {'83e1b0da-a2cd-4060-8810-9926dca9bab0'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:07:04.601281 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:06:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['83e1b0da-a2cd-4060-8810-9926dca9bab0'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:07:04.643752 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974f4c2-fd65-4e32-96a0-d260f5278bfe None None] Pushing event updated for resources: {'Port': ['ID=fc9cbbbe-c65d-4426-9c33-b34a437c501b,revision_number=4']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:04.715391 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-b35e417e-5be1-4dab-8d60-d95c78910fd6 None None] Current status of the port fc9cbbbe-c65d-4426-9c33-b34a437c501b is: DOWN; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:04.715774 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b35e417e-5be1-4dab-8d60-d95c78910fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.753775 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] Set router 83e1b0da-a2cd-4060-8810-9926dca9bab0 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:07:04.763583 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b35e417e-5be1-4dab-8d60-d95c78910fd6 None None] For port fc9cbbbe-c65d-4426-9c33-b34a437c501b, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=fc9cbbbe-c65d-4426-9c33-b34a437c501b,segment=NetworkSegment(090980de-d902-4d80-9784-ac00b57b3efa),segment_id=090980de-d902-4d80-9784-ac00b57b3efa)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:07:04.773328 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b35e417e-5be1-4dab-8d60-d95c78910fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.830354 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e417e-5be1-4dab-8d60-d95c78910fd6 None None] Pushing event updated for resources: {'Port': ['ID=fc9cbbbe-c65d-4426-9c33-b34a437c501b,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:04.895003 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-5e6b8361-fb07-4b40-ae5d-3245d3c39010 None None] Provisioning complete for port fc9cbbbe-c65d-4426-9c33-b34a437c501b triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:04.895700 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8361-fb07-4b40-ae5d-3245d3c39010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:04.992406 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'name': 'tempest-TestMinimumBasicScenario-731675647-router', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 4, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'gw_port': {'id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'fc9cbbbe-c65d-4426-9c33-b34a437c501b', 'name': '', 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'mac_address': 'fa:16:3e:52:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '50acf691-7d8e-47b5-9d19-701fbd684f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:59Z', 'updated_at': '2022-04-11T13:07:04Z', 'revision_number': 4, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'subnets': [{'id': '50acf691-7d8e-47b5-9d19-701fbd684f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:07:05.002232 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b8361-fb07-4b40-ae5d-3245d3c39010 None None] Current status of the port fc9cbbbe-c65d-4426-9c33-b34a437c501b is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:05.022723 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f11dcf-fd2c-463b-90f0-4906d8cb22f1 None None] The sync data for ids ['83e1b0da-a2cd-4060-8810-9926dca9bab0'] in dv-cinder-836083-3-iscsi is: [{'id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'name': 'tempest-TestMinimumBasicScenario-731675647-router', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 4, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'gw_port': {'id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'fc9cbbbe-c65d-4426-9c33-b34a437c501b', 'name': '', 'network_id': 'd19309ed-3685-454d-b28f-36a3f2a639a4', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'mac_address': 'fa:16:3e:52:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '50acf691-7d8e-47b5-9d19-701fbd684f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:59Z', 'updated_at': '2022-04-11T13:07:04Z', 'revision_number': 4, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'subnets': [{'id': '50acf691-7d8e-47b5-9d19-701fbd684f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:07:05.855790 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device fc9cbbbe-c65d-4426-9c33-b34a437c501b up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:07:05.908832 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port fc9cbbbe-c65d-4426-9c33-b34a437c501b triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:05.909525 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:05.994128 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port fc9cbbbe-c65d-4426-9c33-b34a437c501b is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:05.995221 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 53f01153-1201-4e6d-8882-cd4b503ac221 up at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:07:06.047204 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Provisioning complete for port 53f01153-1201-4e6d-8882-cd4b503ac221 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:06.047647 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:06.148659 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Current status of the port 53f01153-1201-4e6d-8882-cd4b503ac221 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:10.311436 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-1533f92c-6e79-481d-8be9-644be9c35e4a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:10.312890 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-1533f92c-6e79-481d-8be9-644be9c35e4a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/networks?id=d7c68b8c-50e9-4fe4-92b7-44adb670518f HTTP/1.1" status: 200 len: 815 time: 0.1010153 Apr 11 13:07:10.327015 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-ede243b9-5493-48f9-b9b3-10c57bedc680 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/quotas/4f405829c68e45aca94d90aa1827f211 HTTP/1.1" status: 200 len: 375 time: 0.0087042 Apr 11 13:07:10.381917 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-834cf2e3-6963-4fdc-9be8-7d1c52992a13 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f405829c68e45aca94d90aa1827f211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496995 Apr 11 13:07:10.491240 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-322f676c-39cb-4649-8c1b-2bd4055eba21 service neutron] 10.222.0.26 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957322 Apr 11 13:07:10.583240 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-a7ac0876-8bbd-4b5b-b7a8-0d06e8f3dc32 service neutron] 10.222.0.26 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859058 Apr 11 13:07:10.746300 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b3c9efac-bb67-4fe9-817c-376e14ee9d4c req-32aefa14-3590-4519-aa1e-7400470200d5 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 210 time: 0.0278499 Apr 11 13:07:11.494030 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:11.759004 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-38b82f42-3f22-457b-aa97-00decf9453b8 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:11.760460 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-38b82f42-3f22-457b-aa97-00decf9453b8 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.13 "GET /v2.0/networks?id=d7c68b8c-50e9-4fe4-92b7-44adb670518f HTTP/1.1" status: 200 len: 815 time: 0.1043570 Apr 11 13:07:11.774697 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'port': {'device_id': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'admin_state_up': True, 'tenant_id': '4f405829c68e45aca94d90aa1827f211'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:11.863632 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3c7de0db-e009-4156-8808-99e76c15498b req-f169cd72-9b90-4169-bdbf-5ca1de143f25 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 210 time: 0.0341191 Apr 11 13:07:11.916168 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Made reservation on behalf of 4f405829c68e45aca94d90aa1827f211 for: {'port': 1} {{(pid=103362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:07:11.919881 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:12.051142 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Allocated IP 172.20.0.3 (d7c68b8c-50e9-4fe4-92b7-44adb670518f/70ae0013-7175-4515-9dd4-207bdd1de303/0fb7e012-da7a-4266-9329-16d375baf616) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:07:12.237965 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for port (0fb7e012-da7a-4266-9329-16d375baf616), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:12.280534 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (0fb7e012-da7a-4266-9329-16d375baf616), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:12.326399 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Network d7c68b8c-50e9-4fe4-92b7-44adb670518f is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:07:12.330322 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:07:12.334669 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:07:12.390451 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'Port': ['ID=0fb7e012-da7a-4266-9329-16d375baf616,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:12.419767 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:12.420839 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:12.447163 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-e8163ec1-1ee2-4e48-81ea-62e8d42457c3 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6761310 Apr 11 13:07:12.576323 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-00e39963-9ac6-4035-9112-5eb80a69ce48 None None] Provisioning complete for port 0fb7e012-da7a-4266-9329-16d375baf616 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:12.576947 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-00e39963-9ac6-4035-9112-5eb80a69ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (0fb7e012-da7a-4266-9329-16d375baf616), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:12.611987 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-00e39963-9ac6-4035-9112-5eb80a69ce48 None None] Port 0fb7e012-da7a-4266-9329-16d375baf616 cannot update to ACTIVE because it is not bound. {{(pid=103363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:07:12.991015 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bf46d-d100-4a5d-a53c-1e24a75b23f2 req-17b10b2d-7d58-42e6-9ac8-ad37c5978afd tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:12.993472 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c52bf46d-d100-4a5d-a53c-1e24a75b23f2 req-17b10b2d-7d58-42e6-9ac8-ad37c5978afd tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 931 time: 0.0552649 Apr 11 13:07:13.040689 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c52bf46d-d100-4a5d-a53c-1e24a75b23f2 req-030ebe00-d7ce-4114-8e9b-ea8faec9b82c tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Apr 11 13:07:14.174248 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60469f-d1ba-4d32-89ee-709dec89bd02 req-5032a187-0e6d-42ac-9180-fa7d70078b09 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:14.175739 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cf60469f-d1ba-4d32-89ee-709dec89bd02 req-5032a187-0e6d-42ac-9180-fa7d70078b09 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 931 time: 0.0607140 Apr 11 13:07:14.230230 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cf60469f-d1ba-4d32-89ee-709dec89bd02 req-663c86b4-c801-40c9-b309-865376af41c6 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471413 Apr 11 13:07:15.347533 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66c423-4406-4123-8fea-f9a8bed026cd req-632422d3-2782-4f66-8325-139a9fd61853 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:15.348957 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3a66c423-4406-4123-8fea-f9a8bed026cd req-632422d3-2782-4f66-8325-139a9fd61853 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 931 time: 0.0465369 Apr 11 13:07:15.399963 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3a66c423-4406-4123-8fea-f9a8bed026cd req-f1cf6851-406e-48df-89a0-811b91dacfe2 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Apr 11 13:07:16.530244 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1448c-5307-4d69-9cb5-172dd478446c req-5eabdc40-d6fe-49bf-8bf4-4ccbd002d68d tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:16.533552 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06e1448c-5307-4d69-9cb5-172dd478446c req-5eabdc40-d6fe-49bf-8bf4-4ccbd002d68d tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 931 time: 0.0568821 Apr 11 13:07:16.582377 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06e1448c-5307-4d69-9cb5-172dd478446c req-f3e6f934-fc8c-45c7-8899-dde2b1914e3c tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444179 Apr 11 13:07:17.699884 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9f7b4-31b4-43f6-a2ab-b0854d2e6d91 req-0b514377-75ab-45f8-9f02-6c2814c4615f tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:17.701528 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-33d9f7b4-31b4-43f6-a2ab-b0854d2e6d91 req-0b514377-75ab-45f8-9f02-6c2814c4615f tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 931 time: 0.0498247 Apr 11 13:07:17.757014 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-33d9f7b4-31b4-43f6-a2ab-b0854d2e6d91 req-0ab67681-94d7-4257-af66-885e7a424057 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491130 Apr 11 13:07:18.887133 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbec60-b268-4733-bd99-915cb2c70d54 req-7c1c8b81-b03f-4f7a-b5ae-ed49fc2cfdfa tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:18.888634 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06cbec60-b268-4733-bd99-915cb2c70d54 req-7c1c8b81-b03f-4f7a-b5ae-ed49fc2cfdfa tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 931 time: 0.0522041 Apr 11 13:07:18.935721 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06cbec60-b268-4733-bd99-915cb2c70d54 req-b7a333d5-f783-4663-b37c-72267e35b8d5 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Apr 11 13:07:20.051561 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b5c44-f007-4d74-874b-bbe1b6da8bd6 req-642ea8ac-13cd-4972-bb9e-ffc6f24c52c0 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:20.053039 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-126b5c44-f007-4d74-874b-bbe1b6da8bd6 req-642ea8ac-13cd-4972-bb9e-ffc6f24c52c0 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 931 time: 0.0487304 Apr 11 13:07:20.102965 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-126b5c44-f007-4d74-874b-bbe1b6da8bd6 req-3c4e31b4-70ab-48d0-bf06-9262cd0dec35 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Apr 11 13:07:21.088541 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Request body: {'port': {'device_id': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:21.191529 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0fb7e012-da7a-4266-9329-16d375baf616), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:21.210044 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-085a5e91-4e2e-43d1-aa92-aec542d4222f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924208 Apr 11 13:07:21.254575 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845675-f8a9-4ee5-9f7c-572e35e6a3bc req-e4d64cbb-22ca-4466-a68b-334316ab0aab tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:21.256066 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e845675-f8a9-4ee5-9f7c-572e35e6a3bc req-e4d64cbb-22ca-4466-a68b-334316ab0aab tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 931 time: 0.0821371 Apr 11 13:07:21.370073 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-ccb4128c-cd6c-4dea-b56b-8ab69edce899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:21.371470 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-ccb4128c-cd6c-4dea-b56b-8ab69edce899 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 1130 time: 0.1124167 Apr 11 13:07:21.427710 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8e845675-f8a9-4ee5-9f7c-572e35e6a3bc req-fabd05da-4d1a-4430-847c-c7044f74aeec tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558125 Apr 11 13:07:21.548446 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-c1ea5698-dae7-4d5c-9d30-e48bcf57e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:21.549892 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-c1ea5698-dae7-4d5c-9d30-e48bcf57e583 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 913 time: 0.1579430 Apr 11 13:07:21.653979 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-7c17e3cc-20f7-4aff-93d1-00ae0a50e11f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be54a7d-45b4-41cb-9ab2-fd023f137c9e HTTP/1.1" status: 200 len: 1001 time: 0.0973191 Apr 11 13:07:21.674266 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb7e012-da7a-4266-9329-16d375baf616 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:07:21.702808 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Publish callbacks [] for port (0fb7e012-da7a-4266-9329-16d375baf616), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:21.722765 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Transition to ACTIVE for port object 0fb7e012-da7a-4266-9329-16d375baf616 will not be triggered until provisioned by entity L2. {{(pid=103362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:07:21.726922 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-5b715442-8920-407d-9ad5-aeb197c29e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:21.728555 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-5b715442-8920-407d-9ad5-aeb197c29e7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.0684910 Apr 11 13:07:21.729528 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (0fb7e012-da7a-4266-9329-16d375baf616), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:21.803043 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-ea7d1ccb-b156-4ea3-833d-8d523c55aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:21.804602 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-ea7d1ccb-b156-4ea3-833d-8d523c55aeb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683293 Apr 11 13:07:21.821528 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Pushing event updated for resources: {'Port': ['ID=0fb7e012-da7a-4266-9329-16d375baf616,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:21.959884 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-cf3ebeba-2a4e-4dc7-96ae-1568ad5ce81b service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467891 Apr 11 13:07:21.960688 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Attempting to bind port 0fb7e012-da7a-4266-9329-16d375baf616 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:07:21.961017 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Attempting to bind port 0fb7e012-da7a-4266-9329-16d375baf616 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:07:21.961350 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Attempting to bind port 0fb7e012-da7a-4266-9329-16d375baf616 on network d7c68b8c-50e9-4fe4-92b7-44adb670518f {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:07:21.966873 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Port 0fb7e012-da7a-4266-9329-16d375baf616 on network d7c68b8c-50e9-4fe4-92b7-44adb670518f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:07:21.967185 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Attempting to bind port 0fb7e012-da7a-4266-9329-16d375baf616 on network d7c68b8c-50e9-4fe4-92b7-44adb670518f {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:07:21.986774 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Checking agent: {'id': '4a795897-beda-46d2-80b3-f854d37127cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'started_at': datetime.datetime(2022, 4, 11, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:07:21.987122 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Checking segment: {'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:07:21.987494 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Bound using segment: {'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:07:21.987912 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Bound port: 0fb7e012-da7a-4266-9329-16d375baf616, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f587113-d77b-4acf-89ce-9bc56b7d5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:07:21.988285 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0fb7e012-da7a-4266-9329-16d375baf616), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:22.103467 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] For port 0fb7e012-da7a-4266-9329-16d375baf616, host hv-cinder-83608, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:07:22.106955 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e4872bb9-f852-4ff9-ad24-29e65b218f26 req-04e4e32d-1853-4e38-930e-54b52136981a service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409109 Apr 11 13:07:22.108605 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] For port 0fb7e012-da7a-4266-9329-16d375baf616, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb7e012-da7a-4266-9329-16d375baf616,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:07:22.116001 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (0fb7e012-da7a-4266-9329-16d375baf616), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:22.151832 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:22.152467 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:22.153857 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] 10.222.0.13 "PUT /v2.0/ports/0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 200 len: 1093 time: 1.0699363 Apr 11 13:07:22.154232 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:07:22.156559 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8d6758-8a44-4292-b185-64508f037000" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "tag": "0fb7e012-da7a-4266-9329-16d375baf616"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:07:22.187061 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6df80-acf2-4329-b4dd-a7e3820d256e service neutron] Pushing event updated for resources: {'Port': ['ID=0fb7e012-da7a-4266-9329-16d375baf616,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:22.205463 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f599a3-f241-4bbe-a663-49e0e2d6be8e x-openstack-request-id: req-b3f599a3-f241-4bbe-a663-49e0e2d6be8e {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:07:22.205752 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "tag": "0fb7e012-da7a-4266-9329-16d375baf616", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:07:22.206004 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3f599a3-f241-4bbe-a663-49e0e2d6be8e {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:07:22.206399 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f599a3-f241-4bbe-a663-49e0e2d6be8e'] response: {'name': 'network-changed', 'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616', 'status': 'completed', 'code': 200} Apr 11 13:07:22.242386 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-1a5c82f7-ca61-4cbd-a997-4987a9974813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:22.243986 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-1a5c82f7-ca61-4cbd-a997-4987a9974813 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f405829c68e45aca94d90aa1827f211&device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 1127 time: 0.0488775 Apr 11 13:07:22.285235 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-2ce3f37f-c1d6-486a-9b8f-1a8b8a3b7abe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 200 len: 217 time: 0.0345597 Apr 11 13:07:22.333966 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-ccd1f38c-f74d-4dbb-a3d0-9c7c50c9b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:22.335440 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-ccd1f38c-f74d-4dbb-a3d0-9c7c50c9b81f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70ae0013-7175-4515-9dd4-207bdd1de303 HTTP/1.1" status: 200 len: 854 time: 0.0449193 Apr 11 13:07:22.378601 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-f87b2103-3482-4331-a960-2109dcc8bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:22.380062 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-f87b2103-3482-4331-a960-2109dcc8bdce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7c68b8c-50e9-4fe4-92b7-44adb670518f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381510 Apr 11 13:07:22.472830 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-0a911830-9e18-429f-bae4-c98f9056d40e service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869732 Apr 11 13:07:22.577778 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94164a41-37f8-4a94-a69f-ff81fa2151e2 req-1c54aee7-0952-4347-95b2-112f674f645f tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:22.579193 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-94164a41-37f8-4a94-a69f-ff81fa2151e2 req-1c54aee7-0952-4347-95b2-112f674f645f tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 943 time: 0.0824149 Apr 11 13:07:22.609963 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6795dddf-fa20-4479-9fb3-f7bc909ba522 req-49cc083a-e803-42a4-b9a2-d1931f24d187 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315734 Apr 11 13:07:22.638536 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-94164a41-37f8-4a94-a69f-ff81fa2151e2 req-4ed2c2cb-4988-44b7-9ed5-eff8b2311be8 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533996 Apr 11 13:07:23.426360 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d6758-8a44-4292-b185-64508f037000 req-b0a814c1-0c3e-4dd9-829a-bfde15d9ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:23.427801 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b8d6758-8a44-4292-b185-64508f037000 req-b0a814c1-0c3e-4dd9-829a-bfde15d9ddd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f405829c68e45aca94d90aa1827f211&device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 1127 time: 0.0421197 Apr 11 13:07:23.806536 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1c3b8-0a60-4ed1-9201-a17f835b95ba req-d775ce16-cff7-4027-a9bd-f221a4e21145 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:23.807963 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-22c1c3b8-0a60-4ed1-9201-a17f835b95ba req-d775ce16-cff7-4027-a9bd-f221a4e21145 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 943 time: 0.0633240 Apr 11 13:07:23.810713 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d6758-8a44-4292-b185-64508f037000 req-cc593f11-4ee5-4c70-8f8c-62187acc14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:23.812004 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b8d6758-8a44-4292-b185-64508f037000 req-cc593f11-4ee5-4c70-8f8c-62187acc14cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7c68b8c-50e9-4fe4-92b7-44adb670518f HTTP/1.1" status: 200 len: 916 time: 0.3776040 Apr 11 13:07:23.865447 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b8d6758-8a44-4292-b185-64508f037000 req-08c2c2aa-1d5d-4d90-9774-a02b478e53d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 200 len: 217 time: 0.0445583 Apr 11 13:07:23.911198 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-22c1c3b8-0a60-4ed1-9201-a17f835b95ba req-edf56a1e-02ca-4b61-89b5-8020bd896a0c tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970914 Apr 11 13:07:23.930166 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d6758-8a44-4292-b185-64508f037000 req-d6471b0a-23ef-48f5-a91b-494c7afec443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:23.931530 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b8d6758-8a44-4292-b185-64508f037000 req-d6471b0a-23ef-48f5-a91b-494c7afec443 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70ae0013-7175-4515-9dd4-207bdd1de303 HTTP/1.1" status: 200 len: 854 time: 0.0582328 Apr 11 13:07:23.973437 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d6758-8a44-4292-b185-64508f037000 req-4c2d58ed-4146-4b4f-b387-e86a3b1bf103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:23.974839 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b8d6758-8a44-4292-b185-64508f037000 req-4c2d58ed-4146-4b4f-b387-e86a3b1bf103 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7c68b8c-50e9-4fe4-92b7-44adb670518f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369959 Apr 11 13:07:24.070729 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b8d6758-8a44-4292-b185-64508f037000 req-12db1cd5-4e30-4d8f-ae45-303a74f85fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828888 Apr 11 13:07:24.161244 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9b8d6758-8a44-4292-b185-64508f037000 req-da65b542-1c9c-4ca3-bce5-3f20be379a8c service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843444 Apr 11 13:07:24.280945 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0fb7e012-da7a-4266-9329-16d375baf616 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:07:24.378381 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0fb7e012-da7a-4266-9329-16d375baf616, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb7e012-da7a-4266-9329-16d375baf616,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:07:24.389392 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': '0fb7e012-da7a-4266-9329-16d375baf616', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'port_id': '0fb7e012-da7a-4266-9329-16d375baf616', 'mac_address': 'fa:16:3e:14:b8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:07:24.426798 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 0fb7e012-da7a-4266-9329-16d375baf616 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:24.427168 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0fb7e012-da7a-4266-9329-16d375baf616), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:24.439623 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb7e012-da7a-4266-9329-16d375baf616 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:07:24.459490 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0fb7e012-da7a-4266-9329-16d375baf616, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb7e012-da7a-4266-9329-16d375baf616,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:07:24.465897 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0fb7e012-da7a-4266-9329-16d375baf616), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:24.512305 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=0fb7e012-da7a-4266-9329-16d375baf616,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:24.706474 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['0fb7e012-da7a-4266-9329-16d375baf616'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:07:25.048271 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe40a20-3fb8-4b33-8eec-553bd8d44b94 req-6f177241-df37-415a-a59d-d4fa08805275 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:25.049774 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1fe40a20-3fb8-4b33-8eec-553bd8d44b94 req-6f177241-df37-415a-a59d-d4fa08805275 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 944 time: 0.0608861 Apr 11 13:07:25.096082 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1fe40a20-3fb8-4b33-8eec-553bd8d44b94 req-b6333a49-717b-48eb-a1e0-e27341f95c3b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 Apr 11 13:07:26.211140 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956e5cd-dda1-4110-acf0-a07dcb87f391 req-a1959c66-6109-4ebf-b1cd-380428990404 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:26.212246 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ef99f9fb-30fc-48eb-a0f0-f1e3c986d338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:26.216560 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3956e5cd-dda1-4110-acf0-a07dcb87f391 req-a1959c66-6109-4ebf-b1cd-380428990404 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 944 time: 0.0522449 Apr 11 13:07:26.260534 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3956e5cd-dda1-4110-acf0-a07dcb87f391 req-ab849e84-2c57-49bd-8217-d982c7d74f9f tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Apr 11 13:07:26.297109 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0fb7e012-da7a-4266-9329-16d375baf616 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:07:26.346124 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning for port 0fb7e012-da7a-4266-9329-16d375baf616 completed by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:07:26.355334 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port 0fb7e012-da7a-4266-9329-16d375baf616 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:26.355902 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (0fb7e012-da7a-4266-9329-16d375baf616), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:26.441169 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port 0fb7e012-da7a-4266-9329-16d375baf616 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:26.441548 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0fb7e012-da7a-4266-9329-16d375baf616), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:26.464413 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:07:26.466648 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3590c60-8bbd-4c6f-aa4f-0841348055d0" -d '{"events": [{"server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "name": "network-vif-plugged", "status": "completed", "tag": "0fb7e012-da7a-4266-9329-16d375baf616"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:07:26.478659 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port 0fb7e012-da7a-4266-9329-16d375baf616, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb7e012-da7a-4266-9329-16d375baf616,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:07:26.484009 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (0fb7e012-da7a-4266-9329-16d375baf616), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:26.506891 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd5f65d-cfcf-4677-ac3b-fda6c42d633b x-openstack-request-id: req-5cd5f65d-cfcf-4677-ac3b-fda6c42d633b {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:07:26.507176 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "name": "network-vif-plugged", "status": "completed", "tag": "0fb7e012-da7a-4266-9329-16d375baf616", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:07:26.507428 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cd5f65d-cfcf-4677-ac3b-fda6c42d633b {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:07:26.507812 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd5f65d-cfcf-4677-ac3b-fda6c42d633b'] response: {'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616', 'code': 200} Apr 11 13:07:26.534219 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=0fb7e012-da7a-4266-9329-16d375baf616,revision_number=5']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:26.687078 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38962f8d-9524-42b9-b19c-55d8eae79f28 req-9803b5d7-1d62-45b3-82da-c5e9d599464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:26.688571 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-38962f8d-9524-42b9-b19c-55d8eae79f28 req-9803b5d7-1d62-45b3-82da-c5e9d599464c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 1129 time: 0.0425615 Apr 11 13:07:26.736817 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-38962f8d-9524-42b9-b19c-55d8eae79f28 req-ed825d96-b88a-479b-8d59-74823b44eab8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Apr 11 13:07:27.378314 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612bddf-e0db-42fc-a156-aa8722ab10bb req-fc89094f-2930-48a9-a722-214a7430cd02 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:27.379682 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9612bddf-e0db-42fc-a156-aa8722ab10bb req-fc89094f-2930-48a9-a722-214a7430cd02 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 945 time: 0.0483365 Apr 11 13:07:27.428427 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9612bddf-e0db-42fc-a156-aa8722ab10bb req-74c071b7-ff33-4b2c-8893-11c3c70b0df8 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Apr 11 13:07:28.560685 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39849ec-1847-4b3b-b463-63cf8b2dd234 req-2df589cd-92fe-45b7-897b-6408fbeb01c2 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:28.562168 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d39849ec-1847-4b3b-b463-63cf8b2dd234 req-2df589cd-92fe-45b7-897b-6408fbeb01c2 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 945 time: 0.0510352 Apr 11 13:07:28.612422 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d39849ec-1847-4b3b-b463-63cf8b2dd234 req-cd6553f9-bfea-4950-9bfc-cdd1b5841195 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Apr 11 13:07:28.733997 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c775c52-ec1d-4793-b048-ef1b450ded17 req-826dddf1-cf3e-488a-b8c0-bededd7abe32 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:28.735498 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c775c52-ec1d-4793-b048-ef1b450ded17 req-826dddf1-cf3e-488a-b8c0-bededd7abe32 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 945 time: 0.0505958 Apr 11 13:07:28.742911 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-06268894-6e9b-406e-9c6d-e4b7c8e00664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:28.784253 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c775c52-ec1d-4793-b048-ef1b450ded17 req-ee4e51c7-53c7-471c-b9ac-d60348efe63b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Apr 11 13:07:29.113521 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5243c88-4aac-4dbc-ba1c-cdfc872b5940 req-1827d57b-65f7-47cf-9c87-831adb6cd538 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:29.115029 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a5243c88-4aac-4dbc-ba1c-cdfc872b5940 req-1827d57b-65f7-47cf-9c87-831adb6cd538 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 945 time: 0.0476916 Apr 11 13:07:29.164902 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-a5243c88-4aac-4dbc-ba1c-cdfc872b5940 req-8bdfbdaf-39a5-4ae7-ade3-29cc18e8dae6 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427818 Apr 11 13:07:29.570980 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:31.022712 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:32.708136 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:38.636898 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ce56-c68c-489b-8206-93d3a25d9c37 req-f5dbc1ba-8633-4b7b-a32d-abadd18fc7b2 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:38.638356 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7bf7ce56-c68c-489b-8206-93d3a25d9c37 req-f5dbc1ba-8633-4b7b-a32d-abadd18fc7b2 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 945 time: 0.0471029 Apr 11 13:07:38.694050 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7bf7ce56-c68c-489b-8206-93d3a25d9c37 req-6cc523b3-a3ea-4956-9ec2-6be15879bc50 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470955 Apr 11 13:07:38.716010 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59798) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:07:38.837720 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:07:38.850559 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a67b7-44e8-4d7d-a4e7-5d970468414d tempest-TestMinimumBasicScenario-438231009 tempest-TestMinimumBasicScenario-438231009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:38.852065 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-a12a67b7-44e8-4d7d-a4e7-5d970468414d tempest-TestMinimumBasicScenario-438231009 tempest-TestMinimumBasicScenario-438231009-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 1124 time: 0.1350906 Apr 11 13:07:38.855121 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59802) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:07:38.859368 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'floatingip': {'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'port_id': '0fb7e012-da7a-4266-9329-16d375baf616', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:38.881849 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:38.963503 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (None), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:39.074921 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Allocated IP 172.27.0.113 (0bd25540-7707-439a-b108-ba1a00df0462/9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1/0a2b72e3-0a4f-425a-9763-b94680e18024) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:07:39.186902 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for port (0a2b72e3-0a4f-425a-9763-b94680e18024), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:39.226809 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778936360744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (0a2b72e3-0a4f-425a-9763-b94680e18024), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:39.269896 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Network 0bd25540-7707-439a-b108-ba1a00df0462 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:07:39.272777 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:07:39.275540 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:07:39.283300 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'Port': ['ID=0a2b72e3-0a4f-425a-9763-b94680e18024,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:39.308910 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.309247 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.309579 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.309906 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.310231 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.310572 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.310887 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.311211 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.311528 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.311842 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.312193 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.312499 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.312805 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.313122 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.313417 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:39.653710 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for floatingip (dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:39.726484 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0a2b72e3-0a4f-425a-9763-b94680e18024), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:39.881062 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for port (0a2b72e3-0a4f-425a-9763-b94680e18024), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:39.887476 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (0a2b72e3-0a4f-425a-9763-b94680e18024), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:39.953905 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'Port': ['ID=0a2b72e3-0a4f-425a-9763-b94680e18024,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:39.968172 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553925'] for floatingip (dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:40.073914 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.l3_db [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Floating IP dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4 associated. External IP: 172.27.0.113, port: 0fb7e012-da7a-4266-9329-16d375baf616. Apr 11 13:07:40.296917 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:07:40.408296 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:07:40.419335 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] Sync routers for ids ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:07:40.428156 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:40.430607 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] Routers {'07bb6520-bd48-4d8b-94f2-ced8a7c245ae'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:07:40.431272 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:07:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:07:40.458875 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-ecc7a42c-0e26-443a-8ed1-a612f6645108 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6027510 Apr 11 13:07:40.459454 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:07:40.461725 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5bee92-f628-4754-bbc6-38fc59a89d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "tag": "0fb7e012-da7a-4266-9329-16d375baf616"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:07:40.462294 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59804) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:07:40.467436 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706154679', 'description': 'tempest-secgroup-smoke-1706154679 description', 'project_id': '4f405829c68e45aca94d90aa1827f211'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:40.490650 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:40.500758 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4415d3-d1e6-49c3-9a8c-e7343ec91e05 x-openstack-request-id: req-3c4415d3-d1e6-49c3-9a8c-e7343ec91e05 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:07:40.501113 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "tag": "0fb7e012-da7a-4266-9329-16d375baf616", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:07:40.501540 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c4415d3-d1e6-49c3-9a8c-e7343ec91e05 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:07:40.502104 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4415d3-d1e6-49c3-9a8c-e7343ec91e05'] response: {'name': 'network-changed', 'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616', 'status': 'completed', 'code': 200} Apr 11 13:07:40.546496 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] Set router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:07:40.559517 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group (9e266f44-6958-4fee-ac23-bde6fc4a6a4d), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:40.564091 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (9e266f44-6958-4fee-ac23-bde6fc4a6a4d), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:40.571357 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-e423aaa1-53ad-4824-aa99-541f3b031317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:40.573182 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-e423aaa1-53ad-4824-aa99-541f3b031317 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f405829c68e45aca94d90aa1827f211&device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 1129 time: 0.0488443 Apr 11 13:07:40.593285 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:40.594581 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1312637 Apr 11 13:07:40.598371 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59808) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:07:40.599298 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e266f44-6958-4fee-ac23-bde6fc4a6a4d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:40.603084 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-1705a76d-ffa1-4830-8db7-ade340d40082 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'security_group_rule': {'security_group_id': '9e266f44-6958-4fee-ac23-bde6fc4a6a4d', 'project_id': '4f405829c68e45aca94d90aa1827f211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:40.606694 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.607044 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.607388 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.607725 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.608082 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.608415 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.608742 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.609073 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.609392 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.609716 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.610095 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.610355 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.610676 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.611002 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.611323 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2332-a42c-4690-a118-469077ea3512 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:07:40.675684 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1705a76d-ffa1-4830-8db7-ade340d40082 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (50611aac-4e26-459e-a0ed-3460e02f3aca), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:40.699151 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-bf97705e-6a26-45b1-88f0-01dc4024be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:40.700652 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-bf97705e-6a26-45b1-88f0-01dc4024be99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7c68b8c-50e9-4fe4-92b7-44adb670518f HTTP/1.1" status: 200 len: 916 time: 0.1213481 Apr 11 13:07:40.765437 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'port_id': '0fb7e012-da7a-4266-9329-16d375baf616', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'mac_address': 'fa:16:3e:14:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:07:39Z', 'updated_at': '2022-04-11T13:07:39Z', 'revision_number': 0, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 5, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:07:40.787785 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-319be85e-e739-46df-a65d-490f9eb7170e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 200 len: 999 time: 0.0803976 Apr 11 13:07:40.789407 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1705a76d-ffa1-4830-8db7-ade340d40082 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (50611aac-4e26-459e-a0ed-3460e02f3aca), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:40.796914 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] Checking router: 07bb6520-bd48-4d8b-94f2-ced8a7c245ae for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:07:40.801884 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1705a76d-ffa1-4830-8db7-ade340d40082 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (50611aac-4e26-459e-a0ed-3460e02f3aca), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:40.806860 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] Routers {'07bb6520-bd48-4d8b-94f2-ced8a7c245ae'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:07:40.807467 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:07:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:07:40.847945 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705a76d-ffa1-4830-8db7-ade340d40082 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50611aac-4e26-459e-a0ed-3460e02f3aca,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:40.855215 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1705a76d-ffa1-4830-8db7-ade340d40082 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:40.859102 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-1705a76d-ffa1-4830-8db7-ade340d40082 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570667 Apr 11 13:07:40.859347 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59810) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:07:40.862260 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-440e23d6-d6ff-440d-90fc-a1ff52d9c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:40.863794 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-440e23d6-d6ff-440d-90fc-a1ff52d9c0fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70ae0013-7175-4515-9dd4-207bdd1de303 HTTP/1.1" status: 200 len: 854 time: 0.0702908 Apr 11 13:07:40.866771 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-b8d532da-5530-4ac4-ad00-d826e419427a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'security_group_rule': {'security_group_id': '9e266f44-6958-4fee-ac23-bde6fc4a6a4d', 'project_id': '4f405829c68e45aca94d90aa1827f211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:40.915092 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-96eead38-e77d-4c6b-82d1-87bf8721d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:40.916636 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-96eead38-e77d-4c6b-82d1-87bf8721d482 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7c68b8c-50e9-4fe4-92b7-44adb670518f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448310 Apr 11 13:07:40.930933 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b8d532da-5530-4ac4-ad00-d826e419427a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (4f426bb3-435e-4f29-8be0-53d91e1ec30c), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.057775 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] Set router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:07:41.283420 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'port_id': '0fb7e012-da7a-4266-9329-16d375baf616', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'mac_address': 'fa:16:3e:14:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:07:39Z', 'updated_at': '2022-04-11T13:07:39Z', 'revision_number': 0, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 5, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:07:41.306444 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b8d532da-5530-4ac4-ad00-d826e419427a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (4f426bb3-435e-4f29-8be0-53d91e1ec30c), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.310976 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b8d532da-5530-4ac4-ad00-d826e419427a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (4f426bb3-435e-4f29-8be0-53d91e1ec30c), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.314795 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacef7e-643f-49cf-a52e-cb1eae143447 None None] The sync data for ids ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'] in dv-cinder-836083-3-iscsi is: [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': 'dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'port_id': '0fb7e012-da7a-4266-9329-16d375baf616', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'mac_address': 'fa:16:3e:14:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:07:39Z', 'updated_at': '2022-04-11T13:07:39Z', 'revision_number': 0, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 5, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:07:41.316279 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-6a1fde8b-97ac-4db9-9f82-ee4c757088be service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926735 Apr 11 13:07:41.340847 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d532da-5530-4ac4-ad00-d826e419427a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f426bb3-435e-4f29-8be0-53d91e1ec30c,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:41.355368 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b8d532da-5530-4ac4-ad00-d826e419427a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.356605 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-b8d532da-5530-4ac4-ad00-d826e419427a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4960809 Apr 11 13:07:41.359912 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59812) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:07:41.365554 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-df0981cc-437f-4a1b-aa90-57c18bf635cc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'security_group_rule': {'security_group_id': '9e266f44-6958-4fee-ac23-bde6fc4a6a4d', 'project_id': '4f405829c68e45aca94d90aa1827f211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:41.394189 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df0981cc-437f-4a1b-aa90-57c18bf635cc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (fce16d4a-aa6c-435b-9fed-a61426cdeb9d), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.431248 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7f5bee92-f628-4754-bbc6-38fc59a89d1a req-a431e9d2-d621-463d-9dd1-1231383b0a64 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039588 Apr 11 13:07:41.462629 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df0981cc-437f-4a1b-aa90-57c18bf635cc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (fce16d4a-aa6c-435b-9fed-a61426cdeb9d), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.467037 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df0981cc-437f-4a1b-aa90-57c18bf635cc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (fce16d4a-aa6c-435b-9fed-a61426cdeb9d), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.477304 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.481236 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0981cc-437f-4a1b-aa90-57c18bf635cc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce16d4a-aa6c-435b-9fed-a61426cdeb9d,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:41.495511 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df0981cc-437f-4a1b-aa90-57c18bf635cc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.496751 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-df0981cc-437f-4a1b-aa90-57c18bf635cc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356025 Apr 11 13:07:41.499923 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59814) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:07:41.504580 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5a357ee7-7a39-4ab6-8b35-da256203ad0b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'security_group_rule': {'security_group_id': '9e266f44-6958-4fee-ac23-bde6fc4a6a4d', 'project_id': '4f405829c68e45aca94d90aa1827f211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:41.530708 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a357ee7-7a39-4ab6-8b35-da256203ad0b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (bceb9d71-f1ed-417b-aab7-97e1aedd3e60), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.538872 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bcf1ab-9144-441a-b350-b09b300d9e90 None None] New status for floating IP dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4: ACTIVE {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:07:41.592855 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a357ee7-7a39-4ab6-8b35-da256203ad0b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (bceb9d71-f1ed-417b-aab7-97e1aedd3e60), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.597145 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a357ee7-7a39-4ab6-8b35-da256203ad0b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (bceb9d71-f1ed-417b-aab7-97e1aedd3e60), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.614280 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a357ee7-7a39-4ab6-8b35-da256203ad0b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bceb9d71-f1ed-417b-aab7-97e1aedd3e60,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:41.624209 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a357ee7-7a39-4ab6-8b35-da256203ad0b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.625479 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-5a357ee7-7a39-4ab6-8b35-da256203ad0b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245940 Apr 11 13:07:41.628463 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59816) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:07:41.633035 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-467b7b01-a207-4e14-9e1e-664ef4752207 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'security_group_rule': {'security_group_id': '9e266f44-6958-4fee-ac23-bde6fc4a6a4d', 'project_id': '4f405829c68e45aca94d90aa1827f211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:41.653545 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.securitygroups_db [None req-467b7b01-a207-4e14-9e1e-664ef4752207 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Project 4f405829c68e45aca94d90aa1827f211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:07:41.659088 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-467b7b01-a207-4e14-9e1e-664ef4752207 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (b40e9366-0406-4f1f-9cd1-002c56b4ad2e), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.719415 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-467b7b01-a207-4e14-9e1e-664ef4752207 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (b40e9366-0406-4f1f-9cd1-002c56b4ad2e), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.724238 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-467b7b01-a207-4e14-9e1e-664ef4752207 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (b40e9366-0406-4f1f-9cd1-002c56b4ad2e), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.744737 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b7b01-a207-4e14-9e1e-664ef4752207 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40e9366-0406-4f1f-9cd1-002c56b4ad2e,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:41.754161 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-467b7b01-a207-4e14-9e1e-664ef4752207 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.755432 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-467b7b01-a207-4e14-9e1e-664ef4752207 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259737 Apr 11 13:07:41.758381 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59818) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:07:41.762665 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [None req-0eb8fb65-8b5f-4ab0-9818-ab236e10a317 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'security_group_rule': {'security_group_id': '9e266f44-6958-4fee-ac23-bde6fc4a6a4d', 'project_id': '4f405829c68e45aca94d90aa1827f211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:41.781966 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.db.securitygroups_db [None req-0eb8fb65-8b5f-4ab0-9818-ab236e10a317 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Project 4f405829c68e45aca94d90aa1827f211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:07:41.788397 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0eb8fb65-8b5f-4ab0-9818-ab236e10a317 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (65f55d5a-103a-4ff8-87b5-8d34159ac011), before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.848391 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0eb8fb65-8b5f-4ab0-9818-ab236e10a317 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (65f55d5a-103a-4ff8-87b5-8d34159ac011), precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.852951 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0eb8fb65-8b5f-4ab0-9818-ab236e10a317 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705639'] for security_group_rule (65f55d5a-103a-4ff8-87b5-8d34159ac011), after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.873178 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8fb65-8b5f-4ab0-9818-ab236e10a317 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f55d5a-103a-4ff8-87b5-8d34159ac011,revision_number=0']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:41.880394 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0eb8fb65-8b5f-4ab0-9818-ab236e10a317 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:41.881580 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-0eb8fb65-8b5f-4ab0-9818-ab236e10a317 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222296 Apr 11 13:07:41.972510 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-824ae759-aa61-4d4b-b76f-3123878b83be req-af256f1a-b44e-4853-a948-d4aa539a17dc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706154679&fields=id&tenant_id=4f405829c68e45aca94d90aa1827f211 HTTP/1.1" status: 200 len: 267 time: 0.0448537 Apr 11 13:07:42.026867 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ae759-aa61-4d4b-b76f-3123878b83be req-d09a2681-ce8b-4d3c-bc51-8693224fcab9 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:42.028357 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-824ae759-aa61-4d4b-b76f-3123878b83be req-d09a2681-ce8b-4d3c-bc51-8693224fcab9 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 945 time: 0.0504558 Apr 11 13:07:42.039256 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-824ae759-aa61-4d4b-b76f-3123878b83be req-f445c1d8-63f2-4d1f-ae7d-40681ba2887a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'port': {'security_groups': ['d316f296-893c-4b23-b7f7-0fd32c958484', '9e266f44-6958-4fee-ac23-bde6fc4a6a4d']}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:07:42.109144 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-824ae759-aa61-4d4b-b76f-3123878b83be req-f445c1d8-63f2-4d1f-ae7d-40681ba2887a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0fb7e012-da7a-4266-9329-16d375baf616), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:42.297283 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-824ae759-aa61-4d4b-b76f-3123878b83be req-f445c1d8-63f2-4d1f-ae7d-40681ba2887a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] For port 0fb7e012-da7a-4266-9329-16d375baf616, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb7e012-da7a-4266-9329-16d375baf616,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:07:42.329991 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-824ae759-aa61-4d4b-b76f-3123878b83be req-f445c1d8-63f2-4d1f-ae7d-40681ba2887a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for port (0fb7e012-da7a-4266-9329-16d375baf616), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:42.337298 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-824ae759-aa61-4d4b-b76f-3123878b83be req-f445c1d8-63f2-4d1f-ae7d-40681ba2887a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (0fb7e012-da7a-4266-9329-16d375baf616), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:42.350051 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['0fb7e012-da7a-4266-9329-16d375baf616'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:07:42.380646 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ae759-aa61-4d4b-b76f-3123878b83be req-f445c1d8-63f2-4d1f-ae7d-40681ba2887a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:42.381290 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-824ae759-aa61-4d4b-b76f-3123878b83be req-f445c1d8-63f2-4d1f-ae7d-40681ba2887a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:42.385472 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-824ae759-aa61-4d4b-b76f-3123878b83be req-f445c1d8-63f2-4d1f-ae7d-40681ba2887a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "PUT /v2.0/ports/0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 200 len: 981 time: 0.3480799 Apr 11 13:07:42.420916 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445c1d8-63f2-4d1f-ae7d-40681ba2887a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'Port': ['ID=0fb7e012-da7a-4266-9329-16d375baf616,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:07:42.465785 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['0fb7e012-da7a-4266-9329-16d375baf616'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:07:42.500102 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c265e-4648-4635-9496-53e661a1e7ef req-2de583dc-2ba0-41ca-a820-d369a85c4e3a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:42.501688 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-506c265e-4648-4635-9496-53e661a1e7ef req-2de583dc-2ba0-41ca-a820-d369a85c4e3a tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0576336 Apr 11 13:07:42.503497 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:07:42.506167 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59911472-6047-417a-81ec-db0e262faa26" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "tag": "0fb7e012-da7a-4266-9329-16d375baf616"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:07:42.545978 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcbe1bf-c44a-41ad-a3ff-6cc7914d185c x-openstack-request-id: req-8dcbe1bf-c44a-41ad-a3ff-6cc7914d185c {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:07:42.546268 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "tag": "0fb7e012-da7a-4266-9329-16d375baf616", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:07:42.546518 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8dcbe1bf-c44a-41ad-a3ff-6cc7914d185c {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:07:42.546924 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcbe1bf-c44a-41ad-a3ff-6cc7914d185c'] response: {'name': 'network-changed', 'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616', 'status': 'completed', 'code': 200} Apr 11 13:07:42.604824 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-506c265e-4648-4635-9496-53e661a1e7ef req-ef227fa2-29ef-4dbf-a6ed-91816fa42067 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923989 Apr 11 13:07:42.615546 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-5d51b72a-c4a5-42de-abcc-a1acc095689e None None] Provisioning complete for port 0fb7e012-da7a-4266-9329-16d375baf616 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:07:42.616548 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5d51b72a-c4a5-42de-abcc-a1acc095689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (0fb7e012-da7a-4266-9329-16d375baf616), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:42.616795 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59911472-6047-417a-81ec-db0e262faa26 req-c731b7af-6e3e-4d4d-b404-69a64b50387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:42.618329 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-59911472-6047-417a-81ec-db0e262faa26 req-c731b7af-6e3e-4d4d-b404-69a64b50387b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f405829c68e45aca94d90aa1827f211&device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 1168 time: 0.0480459 Apr 11 13:07:42.713744 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59911472-6047-417a-81ec-db0e262faa26 req-52b7a984-296f-4df5-ad05-68b6abb653af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:42.715187 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-59911472-6047-417a-81ec-db0e262faa26 req-52b7a984-296f-4df5-ad05-68b6abb653af service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7c68b8c-50e9-4fe4-92b7-44adb670518f HTTP/1.1" status: 200 len: 916 time: 0.0892713 Apr 11 13:07:42.781244 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-59911472-6047-417a-81ec-db0e262faa26 req-9630d70c-da83-4ee0-9d5a-cecd76ee5f1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 200 len: 1001 time: 0.0585575 Apr 11 13:07:42.810320 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-5d51b72a-c4a5-42de-abcc-a1acc095689e None None] Current status of the port 0fb7e012-da7a-4266-9329-16d375baf616 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:07:42.831241 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59911472-6047-417a-81ec-db0e262faa26 req-dfbed999-8610-4d8b-9d88-8cb1782245df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:42.832706 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-59911472-6047-417a-81ec-db0e262faa26 req-dfbed999-8610-4d8b-9d88-8cb1782245df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70ae0013-7175-4515-9dd4-207bdd1de303 HTTP/1.1" status: 200 len: 854 time: 0.0431554 Apr 11 13:07:42.880295 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59911472-6047-417a-81ec-db0e262faa26 req-2399b84d-7194-4f48-b5b7-77686ee33c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:42.882118 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-59911472-6047-417a-81ec-db0e262faa26 req-2399b84d-7194-4f48-b5b7-77686ee33c70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7c68b8c-50e9-4fe4-92b7-44adb670518f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432894 Apr 11 13:07:42.974564 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-59911472-6047-417a-81ec-db0e262faa26 req-b5169768-6b21-4198-8663-b10d683ab039 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834241 Apr 11 13:07:43.071143 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-59911472-6047-417a-81ec-db0e262faa26 req-b1652e09-c6c0-46cf-b84d-75042dce144c service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860612 Apr 11 13:07:56.219727 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8091a868-fe5f-455f-8f58-824ec6d26104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:58.747286 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-621c05d4-3d7c-4aa9-84e4-c23c9ebc7f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:59.580332 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:07:59.880595 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9579505-604a-4f50-913c-4b9d4cfb48fb req-0581869b-52e3-46ad-8c9c-54b38f1de285 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:59.881932 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d9579505-604a-4f50-913c-4b9d4cfb48fb req-0581869b-52e3-46ad-8c9c-54b38f1de285 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0744779 Apr 11 13:07:59.884925 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-a771730a-97a8-42a0-9d06-354b959b7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:07:59.886597 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-a771730a-97a8-42a0-9d06-354b959b7260 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f405829c68e45aca94d90aa1827f211&device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 1168 time: 0.0664754 Apr 11 13:07:59.999737 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d9579505-604a-4f50-913c-4b9d4cfb48fb req-bacde418-4ac0-4146-97e1-23b9bc550eec tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120212 Apr 11 13:08:00.016626 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-a235c2d4-c3e0-428c-9fb6-e81149059f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:00.018084 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-a235c2d4-c3e0-428c-9fb6-e81149059f70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7c68b8c-50e9-4fe4-92b7-44adb670518f HTTP/1.1" status: 200 len: 916 time: 0.1239016 Apr 11 13:08:00.075967 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59840) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:00.089962 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-21fadf9a-7670-4dbb-8a01-cfb6f00d4054 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 200 len: 1001 time: 0.0643487 Apr 11 13:08:00.139074 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-6784cac5-6c2d-4f45-972a-f554b3691e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:00.140590 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-6784cac5-6c2d-4f45-972a-f554b3691e28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70ae0013-7175-4515-9dd4-207bdd1de303 HTTP/1.1" status: 200 len: 854 time: 0.0446923 Apr 11 13:08:00.185654 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-4c0e47b5-f211-4223-a5f5-a0abc4b63c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:00.187143 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-4c0e47b5-f211-4223-a5f5-a0abc4b63c4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7c68b8c-50e9-4fe4-92b7-44adb670518f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390587 Apr 11 13:08:00.223572 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Deleting port 714a5db9-81a3-4a7a-8444-3f0041c85f26 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:00.223922 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (714a5db9-81a3-4a7a-8444-3f0041c85f26), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:00.280266 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-9cf81a7b-2569-449e-b8d8-024ae2474085 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854781 Apr 11 13:08:00.299540 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (714a5db9-81a3-4a7a-8444-3f0041c85f26), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:00.299829 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (714a5db9-81a3-4a7a-8444-3f0041c85f26), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:00.311964 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Calling delete_port for 714a5db9-81a3-4a7a-8444-3f0041c85f26 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:00.368601 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-864da58c-f354-4114-b0c6-4a9a143f18fc req-2bca30ea-1992-49b4-98bf-fc8bed1db421 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822349 Apr 11 13:08:00.484230 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (714a5db9-81a3-4a7a-8444-3f0041c85f26), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:00.513384 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event deleted for resources: {'Port': ['ID=714a5db9-81a3-4a7a-8444-3f0041c85f26,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:00.574929 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (1516e3b3-da1b-443f-9e1a-db71820570c4), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:00.575264 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Floating IP 1516e3b3-da1b-443f-9e1a-db71820570c4 disassociated (deleted). External IP: 172.27.0.160, port: f527c934-a549-4230-8c2c-5fea1a641d1b. Apr 11 13:08:00.789086 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Router 9052d565-9f6c-4ce2-90cf-620956093676 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:08:00.901715 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:08:00.907086 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:00.912427 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] Sync routers for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:08:00.923067 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:00.923679 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:07:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:00.936868 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2a17e39a-9324-4304-a877-11386f7e6e16 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "DELETE /v2.0/floatingips/1516e3b3-da1b-443f-9e1a-db71820570c4 HTTP/1.1" status: 204 len: 168 time: 0.8596475 Apr 11 13:08:00.937407 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'tag': 'f527c934-a549-4230-8c2c-5fea1a641d1b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:08:00.939631 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c40afef-2316-4bb2-b1d1-a3471a766580" -d '{"events": [{"name": "network-changed", "server_uuid": "546c2452-d703-4f70-aa3f-86ba9dd61f1f", "tag": "f527c934-a549-4230-8c2c-5fea1a641d1b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:08:00.974928 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095968d7-5191-451c-9b39-a35a06c155eb x-openstack-request-id: req-095968d7-5191-451c-9b39-a35a06c155eb {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:08:00.975217 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546c2452-d703-4f70-aa3f-86ba9dd61f1f", "tag": "f527c934-a549-4230-8c2c-5fea1a641d1b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:08:00.975473 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-095968d7-5191-451c-9b39-a35a06c155eb {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:08:00.975913 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095968d7-5191-451c-9b39-a35a06c155eb'] response: {'name': 'network-changed', 'server_uuid': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'tag': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'status': 'completed', 'code': 200} Apr 11 13:08:01.041992 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-e6ec832b-6a6c-43bd-8668-8a8071eb02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:01.043618 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-e6ec832b-6a6c-43bd-8668-8a8071eb02e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 1130 time: 0.0437059 Apr 11 13:08:01.055203 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:01.056994 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:01.162000 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88df86-a75b-472a-928f-72946023d554 req-1bace248-672f-4c41-a99e-58bbd41c75d9 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:01.163511 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-da88df86-a75b-472a-928f-72946023d554 req-1bace248-672f-4c41-a99e-58bbd41c75d9 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0794003 Apr 11 13:08:01.222698 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-a5741574-af7d-457e-9972-da853b11ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:01.224215 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-a5741574-af7d-457e-9972-da853b11ecd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 913 time: 0.1736078 Apr 11 13:08:01.253205 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a3977-31b8-4cdc-95b8-05388ea2c08b req-665c21f4-62cf-4c15-8daa-99346389a0b1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:01.254634 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6b0a3977-31b8-4cdc-95b8-05388ea2c08b req-665c21f4-62cf-4c15-8daa-99346389a0b1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 946 time: 0.0718520 Apr 11 13:08:01.285824 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '32d78745-3156-477f-93ff-47c6fa1e036e', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:bf:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:04:16Z', 'updated_at': '2022-04-11T13:04:18Z', 'revision_number': 1, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:01.292240 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-da88df86-a75b-472a-928f-72946023d554 req-70a7042e-1971-4c2d-9014-4eb1b4a86dcb tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200855 Apr 11 13:08:01.312647 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] Checking router: 9052d565-9f6c-4ce2-90cf-620956093676 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:08:01.321205 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:01.321811 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:07:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:01.323450 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-6b0a3977-31b8-4cdc-95b8-05388ea2c08b req-545a6f0b-e38b-48bc-94b0-a2379b06f6f4 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591445 Apr 11 13:08:01.431076 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:01.659166 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '32d78745-3156-477f-93ff-47c6fa1e036e', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:bf:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:04:16Z', 'updated_at': '2022-04-11T13:04:18Z', 'revision_number': 1, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:01.685187 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203feb06-cff1-40a1-bd11-338ef4dfd795 None None] The sync data for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi is: [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_floatingips': [{'id': '32d78745-3156-477f-93ff-47c6fa1e036e', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'router_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'port_id': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'mac_address': 'fa:16:3e:bf:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:04:16Z', 'updated_at': '2022-04-11T13:04:18Z', 'revision_number': 1, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:08:01.930932 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beffd17-5bcb-48e2-bf0f-39d9343d8e8c None None] New status for floating IP 1516e3b3-da1b-443f-9e1a-db71820570c4: DOWN {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:08:02.218698 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-9b0480ed-a67a-49cf-a360-fca22ecb8e9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f527c934-a549-4230-8c2c-5fea1a641d1b HTTP/1.1" status: 200 len: 217 time: 0.0350676 Apr 11 13:08:02.274383 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-cea902c2-9f98-4d24-acb6-999948e60778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:02.275775 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-cea902c2-9f98-4d24-acb6-999948e60778 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.0470171 Apr 11 13:08:02.458312 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-f3d6a54a-aa99-4c33-b19f-478985c80a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:02.459793 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-f3d6a54a-aa99-4c33-b19f-478985c80a0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954852 Apr 11 13:08:02.468283 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae9af3-ba32-4e30-9bf7-db89afc41356 req-df62b333-9033-4ddf-b2fb-c8b27835b9a6 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:02.469689 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4fae9af3-ba32-4e30-9bf7-db89afc41356 req-df62b333-9033-4ddf-b2fb-c8b27835b9a6 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.1072865 Apr 11 13:08:02.490489 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de9789-c545-4898-ad1e-2feeab6b0fb6 req-c4086a44-d224-483c-9cd1-36b5e0d4a8d1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:02.491873 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-55de9789-c545-4898-ad1e-2feeab6b0fb6 req-c4086a44-d224-483c-9cd1-36b5e0d4a8d1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 946 time: 0.0795925 Apr 11 13:08:02.569223 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-4fae9af3-ba32-4e30-9bf7-db89afc41356 req-ec849b9a-ba2e-406d-9553-02ed22b8e239 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920811 Apr 11 13:08:02.572593 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-55de9789-c545-4898-ad1e-2feeab6b0fb6 req-da3a334a-3b93-42ca-b1e0-b533113e102a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744205 Apr 11 13:08:02.693282 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:02.703278 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-4a54aef5-4ae3-4d79-b247-4643f7d35927 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:02.704747 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-4a54aef5-4ae3-4d79-b247-4643f7d35927 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 946 time: 0.0613847 Apr 11 13:08:02.710401 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-b60df474-9996-495c-8e0a-e1536b082b56 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219337 Apr 11 13:08:02.843610 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-18904a2f-d8fc-48eb-a55b-763b76023fba tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Deleting port f527c934-a549-4230-8c2c-5fea1a641d1b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:02.843870 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-18904a2f-d8fc-48eb-a55b-763b76023fba tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:02.875547 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-2c40afef-2316-4bb2-b1d1-a3471a766580 req-9ec5bb9f-95f1-4929-97ac-05487897da52 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583962 Apr 11 13:08:02.939593 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-18904a2f-d8fc-48eb-a55b-763b76023fba tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] For port f527c934-a549-4230-8c2c-5fea1a641d1b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f527c934-a549-4230-8c2c-5fea1a641d1b,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:02.939908 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-18904a2f-d8fc-48eb-a55b-763b76023fba tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:02.960509 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-18904a2f-d8fc-48eb-a55b-763b76023fba tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Calling delete_port for f527c934-a549-4230-8c2c-5fea1a641d1b owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:03.091404 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-18904a2f-d8fc-48eb-a55b-763b76023fba tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (f527c934-a549-4230-8c2c-5fea1a641d1b), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:03.117723 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18904a2f-d8fc-48eb-a55b-763b76023fba tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event deleted for resources: {'Port': ['ID=f527c934-a549-4230-8c2c-5fea1a641d1b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:03.166130 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-18904a2f-d8fc-48eb-a55b-763b76023fba tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] No DVR routers for this DVR port f527c934-a549-4230-8c2c-5fea1a641d1b on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:08:03.168772 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-18904a2f-d8fc-48eb-a55b-763b76023fba tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:03.172100 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f3d8dc8c-560b-463a-945b-8ebc5c767c6a req-18904a2f-d8fc-48eb-a55b-763b76023fba tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "DELETE /v2.0/ports/f527c934-a549-4230-8c2c-5fea1a641d1b HTTP/1.1" status: 204 len: 173 time: 0.4608366 Apr 11 13:08:03.172544 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'name': 'network-vif-deleted', 'tag': 'f527c934-a549-4230-8c2c-5fea1a641d1b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:08:03.174768 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fa31eb-af04-463c-9819-71ae31e64275" -d '{"events": [{"server_uuid": "546c2452-d703-4f70-aa3f-86ba9dd61f1f", "name": "network-vif-deleted", "tag": "f527c934-a549-4230-8c2c-5fea1a641d1b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:08:03.211556 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9156e2fe-cfd5-484c-9fe6-7bef75515bff x-openstack-request-id: req-9156e2fe-cfd5-484c-9fe6-7bef75515bff {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:08:03.211843 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546c2452-d703-4f70-aa3f-86ba9dd61f1f", "name": "network-vif-deleted", "tag": "f527c934-a549-4230-8c2c-5fea1a641d1b", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:08:03.212114 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9156e2fe-cfd5-484c-9fe6-7bef75515bff {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:08:03.212539 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9156e2fe-cfd5-484c-9fe6-7bef75515bff'] response: {'server_uuid': '546c2452-d703-4f70-aa3f-86ba9dd61f1f', 'name': 'network-vif-deleted', 'tag': 'f527c934-a549-4230-8c2c-5fea1a641d1b', 'status': 'completed', 'code': 200} Apr 11 13:08:03.696443 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-06b2557c-ffeb-4971-91d8-0464009e7f30 req-2ce8b016-d9e9-4b1d-9375-ed19ac1143f5 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=546c2452-d703-4f70-aa3f-86ba9dd61f1f HTTP/1.1" status: 200 len: 210 time: 0.0437686 Apr 11 13:08:03.707253 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9dcaa-0c56-4bf8-951e-44925ab24b83 req-3ae2ef0d-3665-4208-a911-0dc1c8f40215 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:03.708722 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-50d9dcaa-0c56-4bf8-951e-44925ab24b83 req-3ae2ef0d-3665-4208-a911-0dc1c8f40215 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0671456 Apr 11 13:08:03.775881 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-50d9dcaa-0c56-4bf8-951e-44925ab24b83 req-2e09b4eb-041f-44ca-acd5-4e420d9809dc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608838 Apr 11 13:08:04.896982 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f242c7-70f5-4d9b-b879-2d166e995f10 req-dc6f1bf1-a0cb-4d11-acbe-2fe6039107cc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:04.898615 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-53f242c7-70f5-4d9b-b879-2d166e995f10 req-dc6f1bf1-a0cb-4d11-acbe-2fe6039107cc tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0511947 Apr 11 13:08:04.959430 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-53f242c7-70f5-4d9b-b879-2d166e995f10 req-930e03e0-1486-4c96-839d-efe0d72d321c tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548754 Apr 11 13:08:06.075409 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36296ba6-420f-4bbf-99c7-f64d9ee7eae6 req-2419aaf8-6582-468f-8fe8-ed753324219e tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:06.076901 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-36296ba6-420f-4bbf-99c7-f64d9ee7eae6 req-2419aaf8-6582-468f-8fe8-ed753324219e tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0494344 Apr 11 13:08:06.136884 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-36296ba6-420f-4bbf-99c7-f64d9ee7eae6 req-325fbeb0-8789-40c0-9600-506db1b00c88 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539570 Apr 11 13:08:06.500663 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device f527c934-a549-4230-8c2c-5fea1a641d1b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:06.534169 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: f527c934-a549-4230-8c2c-5fea1a641d1b {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:06.534508 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device f527c934-a549-4230-8c2c-5fea1a641d1b not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:07.004660 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59880) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:07.158585 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Deleting port e283a24f-1774-4b2a-986a-e7456ad4ab87 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:07.158926 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (e283a24f-1774-4b2a-986a-e7456ad4ab87), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:07.234250 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (e283a24f-1774-4b2a-986a-e7456ad4ab87), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:07.234578 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (e283a24f-1774-4b2a-986a-e7456ad4ab87), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:07.247215 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Calling delete_port for e283a24f-1774-4b2a-986a-e7456ad4ab87 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:07.248927 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc49f32-dff0-42b2-bdf8-c0bad883dec1 req-cc4539de-0d3d-4686-9820-cccd4c17bcd0 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:07.250423 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dcc49f32-dff0-42b2-bdf8-c0bad883dec1 req-cc4539de-0d3d-4686-9820-cccd4c17bcd0 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0461576 Apr 11 13:08:07.313440 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-dcc49f32-dff0-42b2-bdf8-c0bad883dec1 req-2e32a212-eb1a-4ef7-8c71-47d788209177 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570939 Apr 11 13:08:07.396207 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (e283a24f-1774-4b2a-986a-e7456ad4ab87), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:07.420740 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event deleted for resources: {'Port': ['ID=e283a24f-1774-4b2a-986a-e7456ad4ab87,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:07.489821 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (32d78745-3156-477f-93ff-47c6fa1e036e), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:07.490205 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Floating IP 32d78745-3156-477f-93ff-47c6fa1e036e disassociated (deleted). External IP: 172.27.0.31, port: 8be54a7d-45b4-41cb-9ab2-fd023f137c9e. Apr 11 13:08:07.717437 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Router 9052d565-9f6c-4ce2-90cf-620956093676 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:08:07.825400 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:08:07.830372 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:07.835614 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] Sync routers for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:08:07.845872 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:07.846500 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:07:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:08.117787 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:08.119567 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-566e3474-d95b-4e0c-a7a8-ed2b7b620c61 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "DELETE /v2.0/floatingips/32d78745-3156-477f-93ff-47c6fa1e036e HTTP/1.1" status: 204 len: 168 time: 1.1137156 Apr 11 13:08:08.120195 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'tag': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:08:08.122765 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94054acc-05df-4747-b5a3-209501a606a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc204fa8-e7c8-4c50-a823-ec32aa367548", "tag": "8be54a7d-45b4-41cb-9ab2-fd023f137c9e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:08:08.163615 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77673c53-db93-4d35-b04c-101224fb1d4e x-openstack-request-id: req-77673c53-db93-4d35-b04c-101224fb1d4e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:08:08.164041 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc204fa8-e7c8-4c50-a823-ec32aa367548", "tag": "8be54a7d-45b4-41cb-9ab2-fd023f137c9e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:08:08.164958 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77673c53-db93-4d35-b04c-101224fb1d4e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:08:08.165427 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77673c53-db93-4d35-b04c-101224fb1d4e'] response: {'name': 'network-changed', 'server_uuid': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'tag': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'status': 'completed', 'code': 200} Apr 11 13:08:08.226768 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94054acc-05df-4747-b5a3-209501a606a0 req-cd03e61a-eb82-432f-ac53-8bff9dbb1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:08.228348 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-94054acc-05df-4747-b5a3-209501a606a0 req-cd03e61a-eb82-432f-ac53-8bff9dbb1f3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a56cb36eacf430283b9394b23f82c11&device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 1130 time: 0.0408332 Apr 11 13:08:08.335251 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:08.362450 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] Checking router: 9052d565-9f6c-4ce2-90cf-620956093676 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:08:08.363745 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94054acc-05df-4747-b5a3-209501a606a0 req-084b3e78-58ef-455e-8eca-c313ea70c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:08.365331 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-94054acc-05df-4747-b5a3-209501a606a0 req-084b3e78-58ef-455e-8eca-c313ea70c80a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 200 len: 913 time: 0.1306381 Apr 11 13:08:08.372153 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcbd5c-a482-4888-ad52-d2de2c313c7c req-ba563bfa-ff7b-4b62-8ade-693a750e9efb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:08.373585 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b3bcbd5c-a482-4888-ad52-d2de2c313c7c req-ba563bfa-ff7b-4b62-8ade-693a750e9efb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 946 time: 0.0625262 Apr 11 13:08:08.373913 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:08.374793 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:07:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:08.450498 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92796b99-7c1c-49b8-8d5f-154beb3c3324 req-a788bd04-3907-4ff1-9bbc-ff580b72794e tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:08.451956 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-92796b99-7c1c-49b8-8d5f-154beb3c3324 req-a788bd04-3907-4ff1-9bbc-ff580b72794e tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0653970 Apr 11 13:08:08.460536 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b3bcbd5c-a482-4888-ad52-d2de2c313c7c req-8febcf1c-fe92-4137-8c9d-bdb4a550daa1 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800371 Apr 11 13:08:08.486061 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:08.516113 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-92796b99-7c1c-49b8-8d5f-154beb3c3324 req-c7e51f9f-5a56-42db-9b9f-e5b9afb66803 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542829 Apr 11 13:08:08.684862 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:08.710993 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080c65e-f384-4c6a-9981-71d3d6e76b83 None None] The sync data for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi is: [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T12:59:57Z', 'revision_number': 4, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': '5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d', 'name': '', 'network_id': 'b9bb3169-b3a3-4914-b342-dec3cb48dfc7', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'mac_address': 'fa:16:3e:43:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:56Z', 'updated_at': '2022-04-11T13:00:01Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'subnets': [{'id': '2e5cac5d-d432-4b0c-a607-e2c1189bc7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:08:08.931673 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a8d57-8d44-42d2-978c-45b2ea0d7f14 None None] New status for floating IP 32d78745-3156-477f-93ff-47c6fa1e036e: DOWN {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:08:09.357226 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-94054acc-05df-4747-b5a3-209501a606a0 req-16e5e32b-73e9-4675-a078-153fc209d2f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be54a7d-45b4-41cb-9ab2-fd023f137c9e HTTP/1.1" status: 200 len: 217 time: 0.0465999 Apr 11 13:08:09.413118 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94054acc-05df-4747-b5a3-209501a606a0 req-fa694230-6836-454f-a6c2-c4b8c88a589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:09.414895 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-94054acc-05df-4747-b5a3-209501a606a0 req-fa694230-6836-454f-a6c2-c4b8c88a589b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 200 len: 851 time: 0.0461452 Apr 11 13:08:09.579417 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ee1a-747e-4343-8911-af76dd98a7f4 req-87cc232f-6a96-45b7-879c-cfb0b80de107 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:09.581081 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9d88ee1a-747e-4343-8911-af76dd98a7f4 req-87cc232f-6a96-45b7-879c-cfb0b80de107 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 946 time: 0.0479574 Apr 11 13:08:09.678883 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97b9df-70df-49e2-b8b4-dc2683d48fb0 req-76c6af33-a248-4f6c-9bdd-859c67b6695e tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:09.680378 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-de97b9df-70df-49e2-b8b4-dc2683d48fb0 req-76c6af33-a248-4f6c-9bdd-859c67b6695e tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0977557 Apr 11 13:08:09.683211 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94054acc-05df-4747-b5a3-209501a606a0 req-4638e8bb-fdb4-4b4d-9e2b-ffbb87613617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:09.684595 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-94054acc-05df-4747-b5a3-209501a606a0 req-4638e8bb-fdb4-4b4d-9e2b-ffbb87613617 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bb3169-b3a3-4914-b342-dec3cb48dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715911 Apr 11 13:08:09.707094 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9d88ee1a-747e-4343-8911-af76dd98a7f4 req-2c3d6d10-bf70-447f-a5c9-3387de56138f tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/security-groups?id=9092508c-963b-4a62-ae6b-e1b593820627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162169 Apr 11 13:08:09.754941 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-de97b9df-70df-49e2-b8b4-dc2683d48fb0 req-64eb0bc7-4f76-49ff-9119-43d3b51a91d9 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626726 Apr 11 13:08:09.884930 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-94054acc-05df-4747-b5a3-209501a606a0 req-4f7859f5-70db-42c4-9f3b-52259399364f service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929317 Apr 11 13:08:09.937454 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c141a-220e-4071-b3ae-2f688a26741c req-f944a5c2-7508-4e67-910b-fcee1701000a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:09.938749 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-352c141a-220e-4071-b3ae-2f688a26741c req-f944a5c2-7508-4e67-910b-fcee1701000a tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 946 time: 0.0718465 Apr 11 13:08:10.050704 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-94054acc-05df-4747-b5a3-209501a606a0 req-b739e977-70ea-42d7-88fe-fca5019fee34 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507874 Apr 11 13:08:10.065423 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-352c141a-220e-4071-b3ae-2f688a26741c req-daac8dd5-d88e-49fe-9621-39d0c12f35a9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Deleting port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:10.065759 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-352c141a-220e-4071-b3ae-2f688a26741c req-daac8dd5-d88e-49fe-9621-39d0c12f35a9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:10.162569 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-352c141a-220e-4071-b3ae-2f688a26741c req-daac8dd5-d88e-49fe-9621-39d0c12f35a9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] For port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:10.162900 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-352c141a-220e-4071-b3ae-2f688a26741c req-daac8dd5-d88e-49fe-9621-39d0c12f35a9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:10.175384 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-352c141a-220e-4071-b3ae-2f688a26741c req-daac8dd5-d88e-49fe-9621-39d0c12f35a9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Calling delete_port for 8be54a7d-45b4-41cb-9ab2-fd023f137c9e owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:10.304368 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-352c141a-220e-4071-b3ae-2f688a26741c req-daac8dd5-d88e-49fe-9621-39d0c12f35a9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (8be54a7d-45b4-41cb-9ab2-fd023f137c9e), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:10.335070 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac8dd5-d88e-49fe-9621-39d0c12f35a9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event deleted for resources: {'Port': ['ID=8be54a7d-45b4-41cb-9ab2-fd023f137c9e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:10.638071 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-352c141a-220e-4071-b3ae-2f688a26741c req-daac8dd5-d88e-49fe-9621-39d0c12f35a9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] No DVR routers for this DVR port 8be54a7d-45b4-41cb-9ab2-fd023f137c9e on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:08:10.640707 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-352c141a-220e-4071-b3ae-2f688a26741c req-daac8dd5-d88e-49fe-9621-39d0c12f35a9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:10.643944 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-352c141a-220e-4071-b3ae-2f688a26741c req-daac8dd5-d88e-49fe-9621-39d0c12f35a9 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.13 "DELETE /v2.0/ports/8be54a7d-45b4-41cb-9ab2-fd023f137c9e HTTP/1.1" status: 204 len: 173 time: 0.6799936 Apr 11 13:08:10.644400 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'name': 'network-vif-deleted', 'tag': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:08:10.646608 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe09e35-3e0e-438d-a532-f2441d55ac0b" -d '{"events": [{"server_uuid": "bc204fa8-e7c8-4c50-a823-ec32aa367548", "name": "network-vif-deleted", "tag": "8be54a7d-45b4-41cb-9ab2-fd023f137c9e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:08:10.689841 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c379fe-3ac2-4db4-9d9f-f414a314d647 x-openstack-request-id: req-a2c379fe-3ac2-4db4-9d9f-f414a314d647 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:08:10.689841 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc204fa8-e7c8-4c50-a823-ec32aa367548", "name": "network-vif-deleted", "tag": "8be54a7d-45b4-41cb-9ab2-fd023f137c9e", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:08:10.689841 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2c379fe-3ac2-4db4-9d9f-f414a314d647 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:08:10.689841 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c379fe-3ac2-4db4-9d9f-f414a314d647'] response: {'server_uuid': 'bc204fa8-e7c8-4c50-a823-ec32aa367548', 'name': 'network-vif-deleted', 'tag': '8be54a7d-45b4-41cb-9ab2-fd023f137c9e', 'status': 'completed', 'code': 200} Apr 11 13:08:10.811592 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-37b5c76d-054e-444b-b38c-fd6d6cd19388 req-4e4e19a8-0cc5-4e89-8adf-8fc9f123fefc tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 210 time: 0.0288925 Apr 11 13:08:10.875429 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423f9be-1e3e-49b5-aab7-0a09736180a6 req-438837f8-14a7-4cb1-84cf-9b6cb2742364 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:10.876905 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c423f9be-1e3e-49b5-aab7-0a09736180a6 req-438837f8-14a7-4cb1-84cf-9b6cb2742364 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0467808 Apr 11 13:08:10.944800 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c423f9be-1e3e-49b5-aab7-0a09736180a6 req-196fac9f-503a-477e-add6-20f2d021f775 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617838 Apr 11 13:08:11.502339 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:11.922125 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-05ca8688-f4e5-4010-871a-5a72fe309c75 req-13b8e76d-7a4e-484c-8c56-366e3747bbf0 tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc204fa8-e7c8-4c50-a823-ec32aa367548 HTTP/1.1" status: 200 len: 210 time: 0.0321670 Apr 11 13:08:12.058824 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9df59-ee98-4527-a419-7632cf64d57b req-4e5fe6d2-4576-4499-aa80-cdd363055281 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:12.060184 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e6a9df59-ee98-4527-a419-7632cf64d57b req-4e5fe6d2-4576-4499-aa80-cdd363055281 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0470471 Apr 11 13:08:12.120585 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e6a9df59-ee98-4527-a419-7632cf64d57b req-0488af08-aa99-454c-b272-267814b7f53e tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&id=9e266f44-6958-4fee-ac23-bde6fc4a6a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539224 Apr 11 13:08:12.522814 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 8be54a7d-45b4-41cb-9ab2-fd023f137c9e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:12.551008 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 8be54a7d-45b4-41cb-9ab2-fd023f137c9e {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:12.551380 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 8be54a7d-45b4-41cb-9ab2-fd023f137c9e not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:12.980441 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59912) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:13.103748 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4495c29a-301f-41d7-a5a8-580051120bfb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Deleting port 3fd2238f-18d6-4385-986b-4cc063b16e0a {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:13.104114 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4495c29a-301f-41d7-a5a8-580051120bfb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (3fd2238f-18d6-4385-986b-4cc063b16e0a), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:13.188782 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4495c29a-301f-41d7-a5a8-580051120bfb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (3fd2238f-18d6-4385-986b-4cc063b16e0a), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:13.189068 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4495c29a-301f-41d7-a5a8-580051120bfb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (3fd2238f-18d6-4385-986b-4cc063b16e0a), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:13.201879 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4495c29a-301f-41d7-a5a8-580051120bfb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Calling delete_port for 3fd2238f-18d6-4385-986b-4cc063b16e0a owned by network:floatingip {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:13.338446 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4495c29a-301f-41d7-a5a8-580051120bfb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (3fd2238f-18d6-4385-986b-4cc063b16e0a), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:13.363175 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495c29a-301f-41d7-a5a8-580051120bfb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event deleted for resources: {'Port': ['ID=3fd2238f-18d6-4385-986b-4cc063b16e0a,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:13.425358 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4495c29a-301f-41d7-a5a8-580051120bfb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for floatingip (0032f44e-716a-4591-a396-3c3779f50214), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:13.428216 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4495c29a-301f-41d7-a5a8-580051120bfb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:13.429360 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-4495c29a-301f-41d7-a5a8-580051120bfb tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "DELETE /v2.0/floatingips/0032f44e-716a-4591-a396-3c3779f50214 HTTP/1.1" status: 204 len: 168 time: 0.4479311 Apr 11 13:08:14.037480 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-175836dc-561a-4168-95ea-327b68e78e4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423732 Apr 11 13:08:14.097355 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-6d15d5f0-40ca-44ae-b3c5-e5be4e27ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:14.098851 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-6d15d5f0-40ca-44ae-b3c5-e5be4e27ef09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50890c512a824e7c9e953fb754d4a1df&device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1129 time: 0.0392480 Apr 11 13:08:14.202424 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-74f3f1ca-9c67-4d3b-af24-330db7d6d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:14.203895 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-74f3f1ca-9c67-4d3b-af24-330db7d6d975 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 200 len: 909 time: 0.0854936 Apr 11 13:08:14.269830 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-4b8143b8-3534-4076-9975-da123943c46e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 1000 time: 0.0598390 Apr 11 13:08:14.318391 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-9872d717-c755-43ed-93f4-29de392418ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:14.319749 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-9872d717-c755-43ed-93f4-29de392418ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8a0b98-753c-40c8-b66f-1b55fbc8432e HTTP/1.1" status: 200 len: 847 time: 0.0437503 Apr 11 13:08:14.362612 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-7cc03d14-c1ff-4c14-90f0-9b2537730e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:14.364069 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-7cc03d14-c1ff-4c14-90f0-9b2537730e58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385559 Apr 11 13:08:14.465410 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-1f51f04a-c470-48c3-9d76-1bd6b2745d3a service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947502 Apr 11 13:08:14.555647 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f0f2db25-e73d-49f7-9971-9c1dd50b89ca req-c036b9b9-231a-43f2-aefa-706375cc9a78 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834942 Apr 11 13:08:14.631676 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59924) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:14.689451 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6cf65679-9a9a-4dd6-a8a0-e31d8a491b5d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group (9092508c-963b-4a62-ae6b-e1b593820627), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:14.713981 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6cf65679-9a9a-4dd6-a8a0-e31d8a491b5d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group (9092508c-963b-4a62-ae6b-e1b593820627), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:14.778013 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6cf65679-9a9a-4dd6-a8a0-e31d8a491b5d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (9092508c-963b-4a62-ae6b-e1b593820627), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:14.780739 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6cf65679-9a9a-4dd6-a8a0-e31d8a491b5d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:14.781901 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-6cf65679-9a9a-4dd6-a8a0-e31d8a491b5d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] 10.222.0.26 "DELETE /v2.0/security-groups/9092508c-963b-4a62-ae6b-e1b593820627 HTTP/1.1" status: 204 len: 168 time: 0.1492195 Apr 11 13:08:14.793767 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf65679-9a9a-4dd6-a8a0-e31d8a491b5d tempest-TestVolumeBootPattern-1971384458 tempest-TestVolumeBootPattern-1971384458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9092508c-963b-4a62-ae6b-e1b593820627,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:14.840983 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59928) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:15.288979 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556229'] for router_interface (9052d565-9f6c-4ce2-90cf-620956093676), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:15.531787 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] Deleting port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:15.532215 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:15.622274 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] For port 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:15.622558 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:15.645659 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] Calling delete_port for 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d owned by network:router_interface {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:15.836198 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:08:15.838766 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:15.864410 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:16.030754 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556137'] for router_interface (9052d565-9f6c-4ce2-90cf-620956093676), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:16.255170 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] Router 9052d565-9f6c-4ce2-90cf-620956093676 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:08:16.364816 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:08:16.370387 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-e81a9046-9f64-4671-a96d-fff28fe2bfa2 admin admin] 10.222.0.26 "PUT /v2.0/routers/9052d565-9f6c-4ce2-90cf-620956093676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5281680 Apr 11 13:08:16.374011 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59932) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:16.377475 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] Sync routers for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:08:16.388190 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:16.388797 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:07:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:16.479751 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Publish callbacks [] for router (9052d565-9f6c-4ce2-90cf-620956093676), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:16.495032 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:16.584935 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Publish callbacks [] for router_gateway (9052d565-9f6c-4ce2-90cf-620956093676), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:16.630806 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Deleting port d103506b-1d96-4bdc-936b-049ac9cbac81 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:16.631141 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:16.662038 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:08:15Z', 'revision_number': 5, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port': {'id': 'd103506b-1d96-4bdc-936b-049ac9cbac81', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052d565-9f6c-4ce2-90cf-620956093676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:16.691859 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] Checking router: 9052d565-9f6c-4ce2-90cf-620956093676 for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:08:16.701334 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] Routers {'9052d565-9f6c-4ce2-90cf-620956093676'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:16.701914 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:07:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['9052d565-9f6c-4ce2-90cf-620956093676'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:16.711441 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] For port d103506b-1d96-4bdc-936b-049ac9cbac81, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=d103506b-1d96-4bdc-936b-049ac9cbac81,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:16.711797 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:16.724690 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Calling delete_port for d103506b-1d96-4bdc-936b-049ac9cbac81 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:16.785616 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] Set router 9052d565-9f6c-4ce2-90cf-620956093676 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:16.838019 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:08:16Z', 'revision_number': 6, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port_host': None}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:16.864945 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26969362-db8d-4f4d-8927-b1480a9dd97e None None] The sync data for ids ['9052d565-9f6c-4ce2-90cf-620956093676'] in dv-cinder-836083-3-iscsi is: [{'id': '9052d565-9f6c-4ce2-90cf-620956093676', 'name': 'tempest-TestVolumeBootPattern-1289331752-router', 'tenant_id': '6a56cb36eacf430283b9394b23f82c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:54Z', 'updated_at': '2022-04-11T13:08:16Z', 'revision_number': 6, 'project_id': '6a56cb36eacf430283b9394b23f82c11', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:08:16.899028 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (d103506b-1d96-4bdc-936b-049ac9cbac81), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:16.921755 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Pushing event deleted for resources: {'Port': ['ID=d103506b-1d96-4bdc-936b-049ac9cbac81,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:16.993220 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553871'] for router_gateway (9052d565-9f6c-4ce2-90cf-620956093676), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.084281 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2277'] for router (9052d565-9f6c-4ce2-90cf-620956093676), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.086620 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Publish callbacks [] for router_controller (9052d565-9f6c-4ce2-90cf-620956093676), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.133057 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751912'] for router (9052d565-9f6c-4ce2-90cf-620956093676), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.133602 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9052d565-9f6c-4ce2-90cf-620956093676 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:08:17.138372 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.139517 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-b6f41f51-2a56-4178-a822-331aef8cae3e admin admin] 10.222.0.26 "DELETE /v2.0/routers/9052d565-9f6c-4ce2-90cf-620956093676 HTTP/1.1" status: 204 len: 168 time: 0.7645433 Apr 11 13:08:17.142087 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59934) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:17.185969 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-00157dd5-34d6-48f9-8f10-da4ff4580e09 admin admin] Deleting subnet 2e5cac5d-d432-4b0c-a607-e2c1189bc7fe {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:08:17.189077 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00157dd5-34d6-48f9-8f10-da4ff4580e09 admin admin] Publish callbacks [] for subnet (2e5cac5d-d432-4b0c-a607-e2c1189bc7fe), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.224334 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00157dd5-34d6-48f9-8f10-da4ff4580e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25691576'] for subnet (2e5cac5d-d432-4b0c-a607-e2c1189bc7fe), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.308735 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00157dd5-34d6-48f9-8f10-da4ff4580e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (2e5cac5d-d432-4b0c-a607-e2c1189bc7fe), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.362305 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00157dd5-34d6-48f9-8f10-da4ff4580e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25805393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28990629'] for subnet (2e5cac5d-d432-4b0c-a607-e2c1189bc7fe), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.391167 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00157dd5-34d6-48f9-8f10-da4ff4580e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5cac5d-d432-4b0c-a607-e2c1189bc7fe,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:17.393220 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00157dd5-34d6-48f9-8f10-da4ff4580e09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.396495 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-00157dd5-34d6-48f9-8f10-da4ff4580e09 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2e5cac5d-d432-4b0c-a607-e2c1189bc7fe HTTP/1.1" status: 204 len: 168 time: 0.2534189 Apr 11 13:08:17.398014 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464e8e1b-a386-4806-83c9-09d23fc8e929 None None] Network b9bb3169-b3a3-4914-b342-dec3cb48dfc7 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:08:17.399044 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59936) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:17.479479 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (b9bb3169-b3a3-4914-b342-dec3cb48dfc7), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.525850 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Deleting port bcc73500-6c22-4001-b3a1-1e3336c21bcc {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:17.526255 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.586584 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] For port bcc73500-6c22-4001-b3a1-1e3336c21bcc, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=bcc73500-6c22-4001-b3a1-1e3336c21bcc,segment=NetworkSegment(7f69768e-cb34-464b-8f55-cb4436e7a0aa),segment_id=7f69768e-cb34-464b-8f55-cb4436e7a0aa)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:17.586834 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.603214 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Calling delete_port for bcc73500-6c22-4001-b3a1-1e3336c21bcc owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:17.672658 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] DHCP port deletion for b9bb3169-b3a3-4914-b342-dec3cb48dfc7 request from dv-cinder-836083-3-iscsi {{(pid=103363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:08:17.690282 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.717118 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc73500-6c22-4001-b3a1-1e3336c21bcc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:17.720654 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] No DVR routers for this DVR port bcc73500-6c22-4001-b3a1-1e3336c21bcc on host dv-cinder-836083-3-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:08:17.723763 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Deleting port bcc73500-6c22-4001-b3a1-1e3336c21bcc {{(pid=103363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:17.724239 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), before_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.799395 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] For port bcc73500-6c22-4001-b3a1-1e3336c21bcc, host dv-cinder-836083-3-iscsi, got binding levels [] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:17.799790 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), precommit_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.802857 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (b9bb3169-b3a3-4914-b342-dec3cb48dfc7), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.814638 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Calling delete_port for bcc73500-6c22-4001-b3a1-1e3336c21bcc owned by network:dhcp {{(pid=103363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:17.817714 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.ipam_backend_mixin [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Port bcc73500-6c22-4001-b3a1-1e3336c21bcc was not found and therefore no delete operation was performed {{(pid=103363) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 13:08:17.819010 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753'] for port (bcc73500-6c22-4001-b3a1-1e3336c21bcc), after_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.826979 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bb3169-b3a3-4914-b342-dec3cb48dfc7']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:17.837247 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f69768e-cb34-464b-8f55-cb4436e7a0aa') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:17.837671 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f69768e-cb34-464b-8f55-cb4436e7a0aa') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:17.848251 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (7f69768e-cb34-464b-8f55-cb4436e7a0aa), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.848812 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Pushing event deleted for resources: {'Port': ['ID=bcc73500-6c22-4001-b3a1-1e3336c21bcc,revision_number=None']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:17.857759 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.858100 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.858437 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.858781 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.859172 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.859502 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.859819 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.860353 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.860673 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.860995 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.861468 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.861954 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.862425 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.863111 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.863439 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:17.863895 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (7f69768e-cb34-464b-8f55-cb4436e7a0aa), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.868214 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d4d0de-8359-4cfb-b625-406ee80a26c8 None None] No DVR routers for this DVR port bcc73500-6c22-4001-b3a1-1e3336c21bcc on host dv-cinder-836083-3-iscsi {{(pid=103363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:08:17.870359 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:08:17.870821 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (7f69768e-cb34-464b-8f55-cb4436e7a0aa), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:08:17.873233 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:08:17.887260 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:17.908728 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:17.908990 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 5bb2f411-1a52-4c9e-bb4e-4520ddf3cb9d not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:17.909403 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device d103506b-1d96-4bdc-936b-049ac9cbac81 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:17.929523 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: d103506b-1d96-4bdc-936b-049ac9cbac81 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:17.929803 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device d103506b-1d96-4bdc-936b-049ac9cbac81 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:17.930218 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device bcc73500-6c22-4001-b3a1-1e3336c21bcc no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:17.939027 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (b9bb3169-b3a3-4914-b342-dec3cb48dfc7), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.949312 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:17.952622 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] 10.222.0.26 "DELETE /v2.0/networks/b9bb3169-b3a3-4914-b342-dec3cb48dfc7 HTTP/1.1" status: 204 len: 168 time: 0.5526950 Apr 11 13:08:17.953145 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: bcc73500-6c22-4001-b3a1-1e3336c21bcc {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:17.953499 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device bcc73500-6c22-4001-b3a1-1e3336c21bcc not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:17.955725 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59938) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:17.977655 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6d9fd-34b3-4d9b-aa97-9ebd413d8b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=b9bb3169-b3a3-4914-b342-dec3cb48dfc7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:18.298531 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556229'] for router_interface (cc7773fd-9f76-48d1-874a-92dc0dcd1502), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:18.533471 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] Deleting port cd7de810-7c28-4b7f-acb3-b1ab10e41a40 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:18.533805 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:18.615698 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] For port cd7de810-7c28-4b7f-acb3-b1ab10e41a40, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=cd7de810-7c28-4b7f-acb3-b1ab10e41a40,segment=NetworkSegment(55450fe4-8e39-47a1-881e-3456391599b2),segment_id=55450fe4-8e39-47a1-881e-3456391599b2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:18.615923 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:18.629038 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] Calling delete_port for cd7de810-7c28-4b7f-acb3-b1ab10e41a40 owned by network:router_interface {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:18.813553 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (cd7de810-7c28-4b7f-acb3-b1ab10e41a40), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:18.838406 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7de810-7c28-4b7f-acb3-b1ab10e41a40,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:19.006918 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556137'] for router_interface (cc7773fd-9f76-48d1-874a-92dc0dcd1502), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:19.225655 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] Router cc7773fd-9f76-48d1-874a-92dc0dcd1502 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:08:19.337556 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:08:19.343036 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-6edbbd74-1b3c-4804-a21f-7f3c47c49a05 admin admin] 10.222.0.26 "PUT /v2.0/routers/cc7773fd-9f76-48d1-874a-92dc0dcd1502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3862422 Apr 11 13:08:19.345975 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59940) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:19.346717 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] Sync routers for ids ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:08:19.358127 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] Routers {'cc7773fd-9f76-48d1-874a-92dc0dcd1502'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:19.358736 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:07:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:19.456850 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Publish callbacks [] for router (cc7773fd-9f76-48d1-874a-92dc0dcd1502), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:19.488082 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] Set router cc7773fd-9f76-48d1-874a-92dc0dcd1502 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:19.665573 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'name': 'tempest-TestVolumeBootPattern-455063882-router', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:58Z', 'updated_at': '2022-04-11T13:08:18Z', 'revision_number': 5, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'gw_port': {'id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:59Z', 'updated_at': '2022-04-11T13:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:19.694656 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] Checking router: cc7773fd-9f76-48d1-874a-92dc0dcd1502 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:08:19.704171 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] Routers {'cc7773fd-9f76-48d1-874a-92dc0dcd1502'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:19.704788 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:07:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:19.817922 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] Set router cc7773fd-9f76-48d1-874a-92dc0dcd1502 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:19.835190 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Publish callbacks [] for router_gateway (cc7773fd-9f76-48d1-874a-92dc0dcd1502), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:19.883117 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Deleting port a7a6ae67-f386-4aa7-9e94-eea023671789 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:19.883454 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:19.963693 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] For port a7a6ae67-f386-4aa7-9e94-eea023671789, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=a7a6ae67-f386-4aa7-9e94-eea023671789,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:19.964078 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:19.977650 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Calling delete_port for a7a6ae67-f386-4aa7-9e94-eea023671789 owned by network:router_gateway {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:19.989391 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'name': 'tempest-TestVolumeBootPattern-455063882-router', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:58Z', 'updated_at': '2022-04-11T13:08:18Z', 'revision_number': 5, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'gw_port': {'id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:59Z', 'updated_at': '2022-04-11T13:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:20.016184 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5ebd6-1822-4c48-96e8-d32fae1539a6 None None] The sync data for ids ['cc7773fd-9f76-48d1-874a-92dc0dcd1502'] in dv-cinder-836083-3-iscsi is: [{'id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'name': 'tempest-TestVolumeBootPattern-455063882-router', 'tenant_id': '913188de9b484bcda0960ec4d015f4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T12:59:58Z', 'updated_at': '2022-04-11T13:08:18Z', 'revision_number': 5, 'project_id': '913188de9b484bcda0960ec4d015f4fd', 'gw_port': {'id': 'a7a6ae67-f386-4aa7-9e94-eea023671789', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7773fd-9f76-48d1-874a-92dc0dcd1502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T12:59:59Z', 'updated_at': '2022-04-11T13:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:08:20.176392 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (a7a6ae67-f386-4aa7-9e94-eea023671789), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.202878 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a6ae67-f386-4aa7-9e94-eea023671789,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:20.262378 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553871'] for router_gateway (cc7773fd-9f76-48d1-874a-92dc0dcd1502), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.356540 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2277'] for router (cc7773fd-9f76-48d1-874a-92dc0dcd1502), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.359144 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Publish callbacks [] for router_controller (cc7773fd-9f76-48d1-874a-92dc0dcd1502), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.410141 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751912'] for router (cc7773fd-9f76-48d1-874a-92dc0dcd1502), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.410677 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7773fd-9f76-48d1-874a-92dc0dcd1502 {{(pid=103362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:08:20.416298 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.417479 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-e9f53446-5140-4c3b-aedb-96ebf9a19d22 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cc7773fd-9f76-48d1-874a-92dc0dcd1502 HTTP/1.1" status: 204 len: 168 time: 1.0706172 Apr 11 13:08:20.420182 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59942) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:20.467071 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b9e25f-8410-402a-bfd9-74519ec4be08 admin admin] Deleting subnet 32f20642-b7da-4525-a1de-cad3e25a1664 {{(pid=103362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:08:20.470609 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e25f-8410-402a-bfd9-74519ec4be08 admin admin] Publish callbacks [] for subnet (32f20642-b7da-4525-a1de-cad3e25a1664), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.510375 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e25f-8410-402a-bfd9-74519ec4be08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25270512'] for subnet (32f20642-b7da-4525-a1de-cad3e25a1664), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.589482 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e25f-8410-402a-bfd9-74519ec4be08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (32f20642-b7da-4525-a1de-cad3e25a1664), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.647032 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e25f-8410-402a-bfd9-74519ec4be08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25666069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25661910'] for subnet (32f20642-b7da-4525-a1de-cad3e25a1664), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.672529 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9e25f-8410-402a-bfd9-74519ec4be08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f20642-b7da-4525-a1de-cad3e25a1664,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:20.675916 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e25f-8410-402a-bfd9-74519ec4be08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.679449 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-b8b9e25f-8410-402a-bfd9-74519ec4be08 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/32f20642-b7da-4525-a1de-cad3e25a1664 HTTP/1.1" status: 204 len: 168 time: 0.2579544 Apr 11 13:08:20.682523 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59944) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:20.685965 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2d529-e8e8-4691-979d-2baeef94b06b None None] Network 5f02f851-dd71-4286-b319-3ba4e60f35a8 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:08:20.757070 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (5f02f851-dd71-4286-b319-3ba4e60f35a8), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.803201 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Deleting port 6923df98-9beb-4ee5-aaa0-6f0c649440ff {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:20.803536 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.849004 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314e63d-ec3d-46ae-9750-5fb0d3a2fa29 None None] DHCP port deletion for 5f02f851-dd71-4286-b319-3ba4e60f35a8 request from dv-cinder-836083-3-iscsi {{(pid=103363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:08:20.869945 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] For port 6923df98-9beb-4ee5-aaa0-6f0c649440ff, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=6923df98-9beb-4ee5-aaa0-6f0c649440ff,segment=NetworkSegment(55450fe4-8e39-47a1-881e-3456391599b2),segment_id=55450fe4-8e39-47a1-881e-3456391599b2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:20.870227 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.883409 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Calling delete_port for 6923df98-9beb-4ee5-aaa0-6f0c649440ff owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:20.889293 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-b314e63d-ec3d-46ae-9750-5fb0d3a2fa29 None None] Deleting port 6923df98-9beb-4ee5-aaa0-6f0c649440ff {{(pid=103363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:20.889658 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b314e63d-ec3d-46ae-9750-5fb0d3a2fa29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), before_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.950754 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b314e63d-ec3d-46ae-9750-5fb0d3a2fa29 None None] For port 6923df98-9beb-4ee5-aaa0-6f0c649440ff, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=6923df98-9beb-4ee5-aaa0-6f0c649440ff,segment=NetworkSegment(55450fe4-8e39-47a1-881e-3456391599b2),segment_id=55450fe4-8e39-47a1-881e-3456391599b2)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:20.951073 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b314e63d-ec3d-46ae-9750-5fb0d3a2fa29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), precommit_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.962656 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:20.965114 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-b314e63d-ec3d-46ae-9750-5fb0d3a2fa29 None None] Calling delete_port for 6923df98-9beb-4ee5-aaa0-6f0c649440ff owned by network:dhcp {{(pid=103363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:20.992116 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Pushing event deleted for resources: {'Port': ['ID=6923df98-9beb-4ee5-aaa0-6f0c649440ff,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:20.993934 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] No DVR routers for this DVR port 6923df98-9beb-4ee5-aaa0-6f0c649440ff on host dv-cinder-836083-3-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:08:21.045273 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b314e63d-ec3d-46ae-9750-5fb0d3a2fa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753'] for port (6923df98-9beb-4ee5-aaa0-6f0c649440ff), after_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.066434 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (5f02f851-dd71-4286-b319-3ba4e60f35a8), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.070232 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314e63d-ec3d-46ae-9750-5fb0d3a2fa29 None None] Pushing event deleted for resources: {'Port': ['ID=6923df98-9beb-4ee5-aaa0-6f0c649440ff,revision_number=None']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:21.074181 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b314e63d-ec3d-46ae-9750-5fb0d3a2fa29 None None] No DVR routers for this DVR port 6923df98-9beb-4ee5-aaa0-6f0c649440ff on host dv-cinder-836083-3-iscsi {{(pid=103363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:08:21.091203 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f02f851-dd71-4286-b319-3ba4e60f35a8']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:21.100511 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55450fe4-8e39-47a1-881e-3456391599b2') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:21.100805 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55450fe4-8e39-47a1-881e-3456391599b2') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:21.109973 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (55450fe4-8e39-47a1-881e-3456391599b2), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.123487 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (55450fe4-8e39-47a1-881e-3456391599b2), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.129564 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:08:21.129960 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (55450fe4-8e39-47a1-881e-3456391599b2), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:08:21.131704 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:08:21.190372 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (5f02f851-dd71-4286-b319-3ba4e60f35a8), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.195692 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.198840 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5f02f851-dd71-4286-b319-3ba4e60f35a8 HTTP/1.1" status: 204 len: 168 time: 0.5158653 Apr 11 13:08:21.209655 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777dd64-65a8-484b-a92c-afac4d0eb412 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f02f851-dd71-4286-b319-3ba4e60f35a8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:21.312846 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59948) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:21.353852 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-e3f59aa8-a1f1-4ac4-93a8-8df0065a7743 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a56cb36eacf430283b9394b23f82c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397382 Apr 11 13:08:21.356358 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59950) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:21.406642 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-234e585b-1dda-4126-af86-53f566e97453 admin admin] Publish callbacks [] for security_group (a6c2b94b-a5c2-4969-81d4-7d5cda8d6136), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.428601 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-234e585b-1dda-4126-af86-53f566e97453 admin admin] Publish callbacks [] for security_group (a6c2b94b-a5c2-4969-81d4-7d5cda8d6136), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.485478 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-234e585b-1dda-4126-af86-53f566e97453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (a6c2b94b-a5c2-4969-81d4-7d5cda8d6136), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.488121 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-234e585b-1dda-4126-af86-53f566e97453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.489344 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-234e585b-1dda-4126-af86-53f566e97453 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6c2b94b-a5c2-4969-81d4-7d5cda8d6136 HTTP/1.1" status: 204 len: 168 time: 0.1320379 Apr 11 13:08:21.498343 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e585b-1dda-4126-af86-53f566e97453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c2b94b-a5c2-4969-81d4-7d5cda8d6136,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:21.837575 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59956) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:21.866384 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device cd7de810-7c28-4b7f-acb3-b1ab10e41a40 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:21.879193 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-b1763282-2d6b-43fa-9079-bc6a15d60148 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=913188de9b484bcda0960ec4d015f4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403597 Apr 11 13:08:21.881994 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59958) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:21.887512 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: cd7de810-7c28-4b7f-acb3-b1ab10e41a40 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:21.888127 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device cd7de810-7c28-4b7f-acb3-b1ab10e41a40 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:21.888513 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device a7a6ae67-f386-4aa7-9e94-eea023671789 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:21.913404 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: a7a6ae67-f386-4aa7-9e94-eea023671789 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:21.913644 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device a7a6ae67-f386-4aa7-9e94-eea023671789 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:21.914060 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 6923df98-9beb-4ee5-aaa0-6f0c649440ff no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:21.932131 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57838a0d-0298-4e57-a3fc-c28e0b5dd9e1 admin admin] Publish callbacks [] for security_group (e8f93d09-e173-417a-9bc2-a65dda3e0417), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:21.933169 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 6923df98-9beb-4ee5-aaa0-6f0c649440ff {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:21.933507 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 6923df98-9beb-4ee5-aaa0-6f0c649440ff not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:21.957760 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57838a0d-0298-4e57-a3fc-c28e0b5dd9e1 admin admin] Publish callbacks [] for security_group (e8f93d09-e173-417a-9bc2-a65dda3e0417), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:22.005495 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57838a0d-0298-4e57-a3fc-c28e0b5dd9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (e8f93d09-e173-417a-9bc2-a65dda3e0417), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:22.008952 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57838a0d-0298-4e57-a3fc-c28e0b5dd9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:22.010132 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-57838a0d-0298-4e57-a3fc-c28e0b5dd9e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8f93d09-e173-417a-9bc2-a65dda3e0417 HTTP/1.1" status: 204 len: 168 time: 0.1271303 Apr 11 13:08:22.017861 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57838a0d-0298-4e57-a3fc-c28e0b5dd9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f93d09-e173-417a-9bc2-a65dda3e0417,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:26.216328 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-7d0ffa9a-5d3e-47ca-9033-f25aee2ca1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:28.752662 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-47052aeb-cb1d-40dd-8796-ef3ca870f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:29.591787 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:31.040559 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:32.709114 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:40.131835 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfd7f3-3e70-447e-ab75-98ae1e76e1d9 req-68beeb1c-d524-4258-942f-d4ad56c06ede tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:40.133412 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8fbfd7f3-3e70-447e-ab75-98ae1e76e1d9 req-68beeb1c-d524-4258-942f-d4ad56c06ede tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.2501087 Apr 11 13:08:40.184900 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8fbfd7f3-3e70-447e-ab75-98ae1e76e1d9 req-a6360d4d-eec5-41f8-8c17-6a9db1632f11 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456924 Apr 11 13:08:41.371589 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac977bf-cc19-4cce-a140-e21b8d461288 req-3cc531d2-a819-4623-8497-fed849c397ec tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:41.373158 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ac977bf-cc19-4cce-a140-e21b8d461288 req-3cc531d2-a819-4623-8497-fed849c397ec tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.1039824 Apr 11 13:08:41.424831 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ac977bf-cc19-4cce-a140-e21b8d461288 req-d44413de-e4a1-4dc4-b7dc-423d946cc74a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455873 Apr 11 13:08:41.512356 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:42.554433 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baeb89-15fd-4dd8-951a-ced41b222ac3 req-ae0dcd7c-08f8-4b11-9bb5-7377151aba7e tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:42.555883 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-91baeb89-15fd-4dd8-951a-ced41b222ac3 req-ae0dcd7c-08f8-4b11-9bb5-7377151aba7e tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0469992 Apr 11 13:08:42.615015 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-91baeb89-15fd-4dd8-951a-ced41b222ac3 req-ae59eb7d-048e-4f79-8b7b-23a7c77d2a45 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499570 Apr 11 13:08:43.756695 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be42c6-9e73-44f3-98af-549f4edb2a90 req-350d5177-a541-49c6-85d4-6d5b9778bfa1 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:43.758199 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c9be42c6-9e73-44f3-98af-549f4edb2a90 req-350d5177-a541-49c6-85d4-6d5b9778bfa1 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0480506 Apr 11 13:08:43.815424 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-c9be42c6-9e73-44f3-98af-549f4edb2a90 req-94dd092d-335d-4bb7-b377-1f86a204b718 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511630 Apr 11 13:08:44.415208 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-8f0c0317-b5e4-4b45-9068-252f7afba3d8 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706154679&fields=id&tenant_id=4f405829c68e45aca94d90aa1827f211 HTTP/1.1" status: 200 len: 267 time: 0.0484164 Apr 11 13:08:44.473017 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-f569d3b0-7999-4d61-8e24-a734ea128abe tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:44.474461 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-f569d3b0-7999-4d61-8e24-a734ea128abe tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 984 time: 0.0538108 Apr 11 13:08:44.484934 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.v2.base [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Request body: {'port': {'security_groups': ['d316f296-893c-4b23-b7f7-0fd32c958484']}} {{(pid=103362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:08:44.558577 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (0fb7e012-da7a-4266-9329-16d375baf616), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:44.744351 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] For port 0fb7e012-da7a-4266-9329-16d375baf616, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb7e012-da7a-4266-9329-16d375baf616,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:44.773443 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for port (0fb7e012-da7a-4266-9329-16d375baf616), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:44.780521 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25666147'] for port (0fb7e012-da7a-4266-9329-16d375baf616), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:44.791921 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['0fb7e012-da7a-4266-9329-16d375baf616'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:08:44.825853 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:44.826619 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:44.827841 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-cf7f083e-f10d-4e13-8495-677f4b342b00 req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "PUT /v2.0/ports/0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 200 len: 942 time: 0.3473802 Apr 11 13:08:44.828314 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:08:44.830697 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc5084e-a937-4fba-81a4-cafa63d73110" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "tag": "0fb7e012-da7a-4266-9329-16d375baf616"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:08:44.836002 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 59986) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:44.876052 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event updated for resources: {'Port': ['ID=0fb7e012-da7a-4266-9329-16d375baf616,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:44.900893 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3f6870-5339-4e41-8eff-edcb7a2235cb x-openstack-request-id: req-2b3f6870-5339-4e41-8eff-edcb7a2235cb {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:08:44.901199 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "tag": "0fb7e012-da7a-4266-9329-16d375baf616", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:08:44.901495 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b3f6870-5339-4e41-8eff-edcb7a2235cb {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:08:44.901909 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3f6870-5339-4e41-8eff-edcb7a2235cb'] response: {'name': 'network-changed', 'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616', 'status': 'completed', 'code': 200} Apr 11 13:08:44.905741 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['0fb7e012-da7a-4266-9329-16d375baf616'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:08:44.920425 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.920767 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.921113 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.921447 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.921785 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.922112 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.922435 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.922767 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.923090 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.923483 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.923806 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.924167 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.924551 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.924796 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.925112 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3bc78-41e3-400f-86ce-1a17fcf59180 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:44.930102 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62684a2d-c105-46ab-aa08-84af377f4980 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group (9e266f44-6958-4fee-ac23-bde6fc4a6a4d), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:44.988263 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62684a2d-c105-46ab-aa08-84af377f4980 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group (9e266f44-6958-4fee-ac23-bde6fc4a6a4d), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:45.037661 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebd65e-c39f-49d4-b887-376bd2fff458 req-74409587-52d2-434b-8959-4ecede6404d0 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:45.039217 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52ebd65e-c39f-49d4-b887-376bd2fff458 req-74409587-52d2-434b-8959-4ecede6404d0 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.1101880 Apr 11 13:08:45.092959 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-dcc10213-eef5-4c0e-acd6-c277355110a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:45.094554 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-dcc10213-eef5-4c0e-acd6-c277355110a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f405829c68e45aca94d90aa1827f211&device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 1129 time: 0.1505105 Apr 11 13:08:45.148166 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-52ebd65e-c39f-49d4-b887-376bd2fff458 req-60d8fba7-26a9-40ff-a9bc-0e71ed1ced7f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822983 Apr 11 13:08:45.181051 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62684a2d-c105-46ab-aa08-84af377f4980 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (9e266f44-6958-4fee-ac23-bde6fc4a6a4d), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:45.183765 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62684a2d-c105-46ab-aa08-84af377f4980 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:45.184934 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-62684a2d-c105-46ab-aa08-84af377f4980 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "DELETE /v2.0/security-groups/9e266f44-6958-4fee-ac23-bde6fc4a6a4d HTTP/1.1" status: 204 len: 168 time: 0.3479772 Apr 11 13:08:45.187885 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 59992) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:45.189992 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-ff8388e3-0832-4982-b9b3-3c976f95a914 None None] Provisioning complete for port 0fb7e012-da7a-4266-9329-16d375baf616 triggered by entity DHCP. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:08:45.190362 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ff8388e3-0832-4982-b9b3-3c976f95a914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (0fb7e012-da7a-4266-9329-16d375baf616), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:45.199032 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62684a2d-c105-46ab-aa08-84af377f4980 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e266f44-6958-4fee-ac23-bde6fc4a6a4d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:45.223467 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-325f2c0f-d221-4183-8408-e4725bbb4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:45.225471 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-325f2c0f-d221-4183-8408-e4725bbb4fb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7c68b8c-50e9-4fe4-92b7-44adb670518f HTTP/1.1" status: 200 len: 916 time: 0.1198332 Apr 11 13:08:45.286613 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-ff8388e3-0832-4982-b9b3-3c976f95a914 None None] Current status of the port 0fb7e012-da7a-4266-9329-16d375baf616 is: ACTIVE; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:08:45.300717 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-4e19367e-20cc-49a0-9907-4ea09efa862f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 200 len: 1001 time: 0.0686467 Apr 11 13:08:45.340775 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Deleting port 0a2b72e3-0a4f-425a-9763-b94680e18024 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:45.341112 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (0a2b72e3-0a4f-425a-9763-b94680e18024), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:45.349523 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-9094a985-a13a-4cdb-b9a3-44543ccc90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:45.351008 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-9094a985-a13a-4cdb-b9a3-44543ccc90d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70ae0013-7175-4515-9dd4-207bdd1de303 HTTP/1.1" status: 200 len: 854 time: 0.0439301 Apr 11 13:08:45.394846 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-8e323ebe-fc0e-4192-9fb0-973d8f3989a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:45.396387 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-8e323ebe-fc0e-4192-9fb0-973d8f3989a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7c68b8c-50e9-4fe4-92b7-44adb670518f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398104 Apr 11 13:08:45.405760 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-1a1d8999-421d-454d-b041-b782cc8896c5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:08:45.406704 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-1a1d8999-421d-454d-b041-b782cc8896c5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048611 Apr 11 13:08:45.418398 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (0a2b72e3-0a4f-425a-9763-b94680e18024), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:45.418725 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for floatingip (0a2b72e3-0a4f-425a-9763-b94680e18024), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:45.431177 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Calling delete_port for 0a2b72e3-0a4f-425a-9763-b94680e18024 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:45.499087 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-740c9ab9-3841-4994-89a2-bd0701351fb8 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861213 Apr 11 13:08:45.575055 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (0a2b72e3-0a4f-425a-9763-b94680e18024), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:45.590240 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ebc5084e-a937-4fba-81a4-cafa63d73110 req-774803fd-a5be-45e3-8516-92109911cddd service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856988 Apr 11 13:08:45.601917 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event deleted for resources: {'Port': ['ID=0a2b72e3-0a4f-425a-9763-b94680e18024,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:45.615433 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.615773 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.616128 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.616457 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.616786 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.617109 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.617432 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.617753 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.618064 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.618385 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.618700 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.619013 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.619326 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.619642 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.619950 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:08:45.679592 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks [] for floatingip (dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:45.679929 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Floating IP dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4 disassociated (deleted). External IP: 172.27.0.113, port: 0fb7e012-da7a-4266-9329-16d375baf616. Apr 11 13:08:45.902720 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:08:46.018180 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:08:46.023789 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:46.028832 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] Sync routers for ids ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:08:46.040010 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] Routers {'07bb6520-bd48-4d8b-94f2-ced8a7c245ae'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:46.040685 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:08:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:46.052879 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-493a58c9-43db-436a-8fc3-45a089220d5b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "DELETE /v2.0/floatingips/dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4 HTTP/1.1" status: 204 len: 168 time: 0.8637590 Apr 11 13:08:46.053709 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:08:46.056170 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "tag": "0fb7e012-da7a-4266-9329-16d375baf616"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:08:46.160175 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] Set router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:46.164365 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a35501-0b15-4a95-878f-dca3778c3048 x-openstack-request-id: req-48a35501-0b15-4a95-878f-dca3778c3048 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:08:46.164651 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "tag": "0fb7e012-da7a-4266-9329-16d375baf616", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:08:46.164898 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48a35501-0b15-4a95-878f-dca3778c3048 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:08:46.165321 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a35501-0b15-4a95-878f-dca3778c3048'] response: {'name': 'network-changed', 'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616', 'status': 'completed', 'code': 200} Apr 11 13:08:46.248565 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-5ed889da-8e60-4689-97fa-3bb9bd969ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:46.258613 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-5ed889da-8e60-4689-97fa-3bb9bd969ef8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f405829c68e45aca94d90aa1827f211&device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 1129 time: 0.0645084 Apr 11 13:08:46.341008 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb06fca-46c8-4ff5-ba69-52f5a4348506 req-decfe521-fc38-4bf3-8651-4b5da9a1b919 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:46.342558 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eeb06fca-46c8-4ff5-ba69-52f5a4348506 req-decfe521-fc38-4bf3-8651-4b5da9a1b919 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.1089213 Apr 11 13:08:46.436729 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-eeb06fca-46c8-4ff5-ba69-52f5a4348506 req-efb905d5-41c5-492f-83d2-a0a74e01829f tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660000 Apr 11 13:08:46.437912 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-e8818e65-d28c-464d-913e-529a7eb1a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:46.439308 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-e8818e65-d28c-464d-913e-529a7eb1a540 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7c68b8c-50e9-4fe4-92b7-44adb670518f HTTP/1.1" status: 200 len: 916 time: 0.1596785 Apr 11 13:08:46.521766 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 5, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:46.547900 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] Checking router: 07bb6520-bd48-4d8b-94f2-ced8a7c245ae for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:08:46.561666 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] Routers {'07bb6520-bd48-4d8b-94f2-ced8a7c245ae'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:46.562298 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:08:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:46.654945 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-6c6fe437-4e86-4dca-8674-e293f456b297 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 200 len: 217 time: 0.0350211 Apr 11 13:08:46.676056 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] Set router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:46.709500 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-334bfdf9-1416-4077-9a8b-0495cdf7b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:46.711012 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-334bfdf9-1416-4077-9a8b-0495cdf7b8ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70ae0013-7175-4515-9dd4-207bdd1de303 HTTP/1.1" status: 200 len: 854 time: 0.0507538 Apr 11 13:08:46.789398 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-2d2426c6-44d2-4366-8f57-f4ef4d268e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:46.791104 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-2d2426c6-44d2-4366-8f57-f4ef4d268e9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7c68b8c-50e9-4fe4-92b7-44adb670518f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474529 Apr 11 13:08:46.870494 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 5, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:46.879622 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-0511ec92-1f12-4333-95a1-38abba19ed33 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824378 Apr 11 13:08:46.897857 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a030174-9dac-478b-9f78-2066dd0fe083 None None] The sync data for ids ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'] in dv-cinder-836083-3-iscsi is: [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:54Z', 'revision_number': 4, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a', 'name': '', 'network_id': 'd7c68b8c-50e9-4fe4-92b7-44adb670518f', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'mac_address': 'fa:16:3e:8c:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:54Z', 'updated_at': '2022-04-11T13:06:59Z', 'revision_number': 5, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'subnets': [{'id': '70ae0013-7175-4515-9dd4-207bdd1de303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:08:46.982259 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-320f7ef9-2c6f-4325-b975-0feb5edc0b3b req-0ccd36bf-1cfb-4c6b-a01f-6fc1c1bd8333 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950747 Apr 11 13:08:47.128605 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8395f2-fc9b-445f-a185-963514972ba2 None None] New status for floating IP dc7d7b59-c4a6-4fc5-a0f0-917f6258d1a4: DOWN {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:08:47.555604 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6c279-65e8-4b20-b4cc-a40b907afd34 req-d9886aea-92b0-4a97-8f21-b08200f1cb79 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:47.557162 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-38d6c279-65e8-4b20-b4cc-a40b907afd34 req-d9886aea-92b0-4a97-8f21-b08200f1cb79 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0498290 Apr 11 13:08:47.606181 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-38d6c279-65e8-4b20-b4cc-a40b907afd34 req-8b3abd94-7640-40b9-887c-4e432875069e tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Apr 11 13:08:48.728962 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55b5c5-7b23-4737-b394-dd951ed8609f req-2284d822-f98c-4827-a8bf-92d9742eddbe tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:48.731341 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7c55b5c5-7b23-4737-b394-dd951ed8609f req-2284d822-f98c-4827-a8bf-92d9742eddbe tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0530813 Apr 11 13:08:48.780902 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-7c55b5c5-7b23-4737-b394-dd951ed8609f req-d264d42e-7036-433d-baf1-5d164301517d tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 Apr 11 13:08:48.828480 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34466e35-195a-4c45-b312-fbfa5bab2ad3 req-253f7753-1624-48ce-bac1-56b2cdc8307d tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:48.829900 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-34466e35-195a-4c45-b312-fbfa5bab2ad3 req-253f7753-1624-48ce-bac1-56b2cdc8307d tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 945 time: 0.0481522 Apr 11 13:08:48.878119 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-34466e35-195a-4c45-b312-fbfa5bab2ad3 req-96343a07-bc59-487e-9762-149387231f02 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Apr 11 13:08:49.898735 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180aaa-f1d7-40a7-9db7-49184d87bbc6 req-505b0f43-c659-4127-b24f-5dfa9fea2769 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:49.900176 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9f180aaa-f1d7-40a7-9db7-49184d87bbc6 req-505b0f43-c659-4127-b24f-5dfa9fea2769 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0456514 Apr 11 13:08:49.957030 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9f180aaa-f1d7-40a7-9db7-49184d87bbc6 req-0836a23e-1787-45ee-9511-993e8960266a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512550 Apr 11 13:08:50.002771 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff691cb2-c08a-41f8-8a23-91ea731d5bcc req-23730638-4370-4e2c-b927-9aa52cc5382b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:50.004232 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ff691cb2-c08a-41f8-8a23-91ea731d5bcc req-23730638-4370-4e2c-b927-9aa52cc5382b tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 945 time: 0.0455105 Apr 11 13:08:50.050202 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ff691cb2-c08a-41f8-8a23-91ea731d5bcc req-25958118-a512-484b-934d-2be56bbc2dc0 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/security-groups?id=d316f296-893c-4b23-b7f7-0fd32c958484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402448 Apr 11 13:08:50.339543 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-ebab6c0d-7664-475f-a08a-ca09817fb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:50.340982 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-ebab6c0d-7664-475f-a08a-ca09817fb651 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50890c512a824e7c9e953fb754d4a1df&device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1129 time: 0.0461831 Apr 11 13:08:50.468775 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-5d5a51f8-8f0b-4188-8cec-814d8dc05fad tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:50.470246 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-5d5a51f8-8f0b-4188-8cec-814d8dc05fad tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 945 time: 0.0644143 Apr 11 13:08:50.486263 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-567d3cf0-1627-467b-b072-835d06e4d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:50.487632 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-567d3cf0-1627-467b-b072-835d06e4d5c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 200 len: 909 time: 0.1387792 Apr 11 13:08:50.597083 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-f5ce8c42-a65b-4df7-9bd0-250384b696bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 1000 time: 0.0930893 Apr 11 13:08:50.612922 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-eff67009-93da-4599-a6a5-25202e0f2fdf tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Deleting port 0fb7e012-da7a-4266-9329-16d375baf616 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:50.613257 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-eff67009-93da-4599-a6a5-25202e0f2fdf tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (0fb7e012-da7a-4266-9329-16d375baf616), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:50.700215 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-998c56c2-dddf-4c9a-863f-522cab5f4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:50.701665 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-998c56c2-dddf-4c9a-863f-522cab5f4baa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8a0b98-753c-40c8-b66f-1b55fbc8432e HTTP/1.1" status: 200 len: 847 time: 0.0958154 Apr 11 13:08:50.758483 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-eff67009-93da-4599-a6a5-25202e0f2fdf tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] For port 0fb7e012-da7a-4266-9329-16d375baf616, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb7e012-da7a-4266-9329-16d375baf616,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:50.758840 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-eff67009-93da-4599-a6a5-25202e0f2fdf tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (0fb7e012-da7a-4266-9329-16d375baf616), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:50.761955 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-dfad905a-fa53-4181-8898-6e3ebf672592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:50.763436 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-dfad905a-fa53-4181-8898-6e3ebf672592 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564096 Apr 11 13:08:50.780958 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-eff67009-93da-4599-a6a5-25202e0f2fdf tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Calling delete_port for 0fb7e012-da7a-4266-9329-16d375baf616 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:50.908058 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-357efeb3-51a6-492f-9aea-524462cda25d service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376421 Apr 11 13:08:51.060056 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-eff67009-93da-4599-a6a5-25202e0f2fdf tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (0fb7e012-da7a-4266-9329-16d375baf616), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:51.065653 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9ac2bae5-d898-4157-90cd-d58a41eeccdb req-7aa745d7-d4fe-4a88-8332-d2a19ae31a9a service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507864 Apr 11 13:08:51.073628 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['0fb7e012-da7a-4266-9329-16d375baf616'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:08:51.105601 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff67009-93da-4599-a6a5-25202e0f2fdf tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Pushing event deleted for resources: {'Port': ['ID=0fb7e012-da7a-4266-9329-16d375baf616,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:51.116291 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a92b7-31d6-40a5-acea-b95db338acec req-e98ff302-d823-4c6b-8c0e-3bd22c75f290 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:51.119929 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ac4a92b7-31d6-40a5-acea-b95db338acec req-e98ff302-d823-4c6b-8c0e-3bd22c75f290 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0945375 Apr 11 13:08:51.195849 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-eff67009-93da-4599-a6a5-25202e0f2fdf tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] No DVR routers for this DVR port 0fb7e012-da7a-4266-9329-16d375baf616 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:08:51.198520 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-f48b576d-a862-4ef9-a2b7-4659c3206ac6 req-055f2a2c-b2be-44cf-8ad1-4e82738a07b7 tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 210 time: 0.0538137 Apr 11 13:08:51.199576 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-eff67009-93da-4599-a6a5-25202e0f2fdf tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:51.202655 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-86227695-d7b7-42c3-89c5-b406c0a4e27b req-eff67009-93da-4599-a6a5-25202e0f2fdf tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.13 "DELETE /v2.0/ports/0fb7e012-da7a-4266-9329-16d375baf616 HTTP/1.1" status: 204 len: 173 time: 0.7271070 Apr 11 13:08:51.203351 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'name': 'network-vif-deleted', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:08:51.205865 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cdaabf-26a2-49fe-9085-7aa2a3825261" -d '{"events": [{"server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "name": "network-vif-deleted", "tag": "0fb7e012-da7a-4266-9329-16d375baf616"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:08:51.237961 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-ac4a92b7-31d6-40a5-acea-b95db338acec req-4c90f41c-a838-4844-a745-dfeab30a2345 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091743 Apr 11 13:08:51.298668 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93a99c7-9472-4bb4-8d66-6848c9c29cb0 x-openstack-request-id: req-d93a99c7-9472-4bb4-8d66-6848c9c29cb0 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:08:51.298960 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4c409f-fd78-45d7-9ec6-1b92cfd98b59", "name": "network-vif-deleted", "tag": "0fb7e012-da7a-4266-9329-16d375baf616", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:08:51.299226 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d93a99c7-9472-4bb4-8d66-6848c9c29cb0 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:08:51.299610 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93a99c7-9472-4bb4-8d66-6848c9c29cb0'] response: {'server_uuid': '6f4c409f-fd78-45d7-9ec6-1b92cfd98b59', 'name': 'network-vif-deleted', 'tag': '0fb7e012-da7a-4266-9329-16d375baf616', 'status': 'completed', 'code': 200} Apr 11 13:08:52.301299 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9a325441-35bd-4540-bcb4-4325d2daf374 req-5188edf1-91e4-43a9-b58a-80b02cbd596c tempest-TestMinimumBasicScenario-1015582019 tempest-TestMinimumBasicScenario-1015582019-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4c409f-fd78-45d7-9ec6-1b92cfd98b59 HTTP/1.1" status: 200 len: 210 time: 0.0303638 Apr 11 13:08:52.352481 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38c879-b3ea-45ee-a343-893817cd5297 req-5ae16877-9171-4ee7-872c-f1553e388170 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:52.353938 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b38c879-b3ea-45ee-a343-893817cd5297 req-5ae16877-9171-4ee7-872c-f1553e388170 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0456178 Apr 11 13:08:52.404899 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0b38c879-b3ea-45ee-a343-893817cd5297 req-0307a5a1-ab04-4641-a5a4-ce03e40cc480 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452492 Apr 11 13:08:52.834653 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:08:53.517120 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11840d6c-b92f-473a-88b5-7cb4da4a937a req-df5993dd-7d2e-443e-b866-256ed55ea19a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:53.518625 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-11840d6c-b92f-473a-88b5-7cb4da4a937a req-df5993dd-7d2e-443e-b866-256ed55ea19a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0482450 Apr 11 13:08:53.567680 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-11840d6c-b92f-473a-88b5-7cb4da4a937a req-8fceceb1-348e-4f4b-9ae1-b9be86a0c592 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433004 Apr 11 13:08:53.781209 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d688997-9b91-4a3c-b485-89d16e1a8c95 req-e12fd31f-1fa6-4068-a7bf-0290c4856983 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:53.782760 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1d688997-9b91-4a3c-b485-89d16e1a8c95 req-e12fd31f-1fa6-4068-a7bf-0290c4856983 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0540817 Apr 11 13:08:53.808193 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60098) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:53.842387 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1d688997-9b91-4a3c-b485-89d16e1a8c95 req-7594cbcf-cb64-4eb7-b3b8-1d5222d1f7cc tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502841 Apr 11 13:08:53.907867 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-881d9e87-f8c0-42c0-835e-d6c35e66ccfb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978901 Apr 11 13:08:53.916930 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-aeeec51a-8c46-4e93-8dfb-4d107c2bb4d6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:08:53.917945 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-aeeec51a-8c46-4e93-8dfb-4d107c2bb4d6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054135 Apr 11 13:08:53.992549 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 60110) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:54.027457 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 60114) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:54.149745 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-3b96067b-cd84-4a1a-8fbc-e02c614b27f8 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:54.151108 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-3b96067b-cd84-4a1a-8fbc-e02c614b27f8 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports/cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 942 time: 0.1575773 Apr 11 13:08:54.657330 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556229'] for router_interface (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:54.699629 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0fb7e012-da7a-4266-9329-16d375baf616 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:54.723268 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: 0fb7e012-da7a-4266-9329-16d375baf616 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:54.723611 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device 0fb7e012-da7a-4266-9329-16d375baf616 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:54.898803 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] Deleting port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:54.899136 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:54.998701 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47565d9a-5c69-401b-8244-4f79d8c816a3 req-0f528722-dbe4-4f3d-b11d-3c556eee60ae tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:55.000172 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-47565d9a-5c69-401b-8244-4f79d8c816a3 req-0f528722-dbe4-4f3d-b11d-3c556eee60ae tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0816607 Apr 11 13:08:55.030551 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] For port e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:55.030895 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:55.049624 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] Calling delete_port for e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a owned by network:router_interface {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:55.082621 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-47565d9a-5c69-401b-8244-4f79d8c816a3 req-5f4e1c62-0c93-4c55-af85-5657b105f958 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737531 Apr 11 13:08:55.258850 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:55.286134 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:55.490064 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-741f17f2-b08b-420a-a956-c40c4d9bef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:55.491551 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-741f17f2-b08b-420a-a956-c40c4d9bef64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c&tenant_id=50890c512a824e7c9e953fb754d4a1df HTTP/1.1" status: 200 len: 1129 time: 0.0547981 Apr 11 13:08:55.493971 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556137'] for router_interface (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:55.608069 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-7a73e75b-4cd4-4aa8-8666-08e37cd652a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:55.609409 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-7a73e75b-4cd4-4aa8-8666-08e37cd652a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50890c512a824e7c9e953fb754d4a1df&device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1129 time: 0.0717752 Apr 11 13:08:55.775785 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-f60d0912-8b77-4676-b75c-6f9665fd07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:55.777264 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-f60d0912-8b77-4676-b75c-6f9665fd07cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 200 len: 909 time: 0.1613874 Apr 11 13:08:55.855517 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] Router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:08:55.857627 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-f0f59115-4bbd-4dab-bd01-b49e7d50524c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 1000 time: 0.0744181 Apr 11 13:08:55.948619 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-34c42ed6-6b4c-4b72-b6a1-e1844a70e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:55.950066 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-34c42ed6-6b4c-4b72-b6a1-e1844a70e2a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8a0b98-753c-40c8-b66f-1b55fbc8432e HTTP/1.1" status: 200 len: 847 time: 0.0862074 Apr 11 13:08:56.027731 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-092492c1-b5a2-488b-819d-1fa61c08c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:56.029215 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-092492c1-b5a2-488b-819d-1fa61c08c7f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729556 Apr 11 13:08:56.031974 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:08:56.036959 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-87411f72-4393-4051-85b6-c709dd62e352 admin admin] 10.222.0.26 "PUT /v2.0/routers/07bb6520-bd48-4d8b-94f2-ced8a7c245ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0084627 Apr 11 13:08:56.040179 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60126) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:56.040964 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] Sync routers for ids ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:08:56.053830 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] Routers {'07bb6520-bd48-4d8b-94f2-ced8a7c245ae'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:56.054698 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:08:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:56.135835 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-c1876cf4-f6e7-4db1-a3a8-0a876f16e0ac service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977061 Apr 11 13:08:56.157637 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Publish callbacks [] for router (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.170496 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] Set router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:56.256185 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc1400-b87c-4a74-af1c-2665c99b4b71 req-8b532f53-50fc-4279-a12c-00e301444385 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:56.258315 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e3cc1400-b87c-4a74-af1c-2665c99b4b71 req-8b532f53-50fc-4279-a12c-00e301444385 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0959222 Apr 11 13:08:56.262010 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Publish callbacks [] for router_gateway (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.300336 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4ad7794f-d273-490e-b16b-de3de869cbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.309965 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Deleting port 8d3eb056-5093-4e0d-ada0-b239ca38819e {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:56.310438 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.312998 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-492e8ed9-aa3d-4e3c-895d-092048e8f83d req-a9406fd7-ed04-4542-bd35-6f5b5b7bd620 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687446 Apr 11 13:08:56.339697 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-e3cc1400-b87c-4a74-af1c-2665c99b4b71 req-59aed363-517a-497a-85e9-6a6bcc4c2f55 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685298 Apr 11 13:08:56.352853 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:08:55Z', 'revision_number': 5, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port': {'id': '8d3eb056-5093-4e0d-ada0-b239ca38819e', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:56.385356 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] Checking router: 07bb6520-bd48-4d8b-94f2-ced8a7c245ae for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:08:56.393543 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] Routers {'07bb6520-bd48-4d8b-94f2-ced8a7c245ae'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:56.394149 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:08:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:56.398538 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] For port 8d3eb056-5093-4e0d-ada0-b239ca38819e, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=8d3eb056-5093-4e0d-ada0-b239ca38819e,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:56.398893 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.411546 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Calling delete_port for 8d3eb056-5093-4e0d-ada0-b239ca38819e owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:56.482761 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] Set router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:56.534460 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:08:56Z', 'revision_number': 6, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port_host': None}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:56.563758 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985aa7a-bce8-4f9c-a5ad-985d037f7aab None None] The sync data for ids ['07bb6520-bd48-4d8b-94f2-ced8a7c245ae'] in dv-cinder-836083-3-iscsi is: [{'id': '07bb6520-bd48-4d8b-94f2-ced8a7c245ae', 'name': 'tempest-TestMinimumBasicScenario-1755398557-router', 'tenant_id': '4f405829c68e45aca94d90aa1827f211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:52Z', 'updated_at': '2022-04-11T13:08:56Z', 'revision_number': 6, 'project_id': '4f405829c68e45aca94d90aa1827f211', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:08:56.575805 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (8d3eb056-5093-4e0d-ada0-b239ca38819e), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.601589 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3eb056-5093-4e0d-ada0-b239ca38819e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:56.666711 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553871'] for router_gateway (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.714931 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:56.757411 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2277'] for router (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.759696 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Publish callbacks [] for router_controller (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.792531 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 is: ACTIVE; New status is: DOWN {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:08:56.792912 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.802777 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751912'] for router (07bb6520-bd48-4d8b-94f2-ced8a7c245ae), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.803535 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07bb6520-bd48-4d8b-94f2-ced8a7c245ae {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:08:56.808745 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.809863 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-55d03133-00da-48e4-8a8e-d965ac7a8e62 admin admin] 10.222.0.26 "DELETE /v2.0/routers/07bb6520-bd48-4d8b-94f2-ced8a7c245ae HTTP/1.1" status: 204 len: 168 time: 0.7684751 Apr 11 13:08:56.812623 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 60130) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:56.816431 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:08:56.818640 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fe61b3-3df2-4ff2-906f-cfab07a57846" -d '{"events": [{"server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "name": "network-vif-unplugged", "status": "completed", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:08:56.831489 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:56.836319 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.863442 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0f3207-7ba7-477f-8988-fe7fcc2889e0 admin admin] Deleting subnet 70ae0013-7175-4515-9dd4-207bdd1de303 {{(pid=103362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:08:56.866774 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3207-7ba7-477f-8988-fe7fcc2889e0 admin admin] Publish callbacks [] for subnet (70ae0013-7175-4515-9dd4-207bdd1de303), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.892716 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,revision_number=6']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:56.910322 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3207-7ba7-477f-8988-fe7fcc2889e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25270512'] for subnet (70ae0013-7175-4515-9dd4-207bdd1de303), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:56.933829 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d09659-840c-4e64-8953-c2b5b7335ee7 x-openstack-request-id: req-e5d09659-840c-4e64-8953-c2b5b7335ee7 {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:08:56.934616 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "name": "network-vif-unplugged", "status": "completed", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:08:56.934870 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5d09659-840c-4e64-8953-c2b5b7335ee7 {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:08:56.935267 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d09659-840c-4e64-8953-c2b5b7335ee7'] response: {'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'code': 200} Apr 11 13:08:56.994213 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3207-7ba7-477f-8988-fe7fcc2889e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (70ae0013-7175-4515-9dd4-207bdd1de303), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.050892 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3207-7ba7-477f-8988-fe7fcc2889e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25666069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25661910'] for subnet (70ae0013-7175-4515-9dd4-207bdd1de303), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.076742 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f3207-7ba7-477f-8988-fe7fcc2889e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ae0013-7175-4515-9dd4-207bdd1de303,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:57.081009 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3207-7ba7-477f-8988-fe7fcc2889e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.086620 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ec9874-0d3a-4800-9f49-cb61efe63cbd None None] Network d7c68b8c-50e9-4fe4-92b7-44adb670518f requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:08:57.087470 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-4f0f3207-7ba7-477f-8988-fe7fcc2889e0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/70ae0013-7175-4515-9dd4-207bdd1de303 HTTP/1.1" status: 204 len: 168 time: 0.2737749 Apr 11 13:08:57.087669 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60136) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:57.163424 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (d7c68b8c-50e9-4fe4-92b7-44adb670518f), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.211035 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Deleting port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:57.211365 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.274515 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] For port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:57.274768 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.288663 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Calling delete_port for b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:57.348292 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ed179b-d833-45fe-b92e-a7d7bb20c90e None None] DHCP port deletion for d7c68b8c-50e9-4fe4-92b7-44adb670518f request from dv-cinder-836083-3-iscsi {{(pid=103363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:08:57.405344 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-e8ed179b-d833-45fe-b92e-a7d7bb20c90e None None] Deleting port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef {{(pid=103363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:57.405714 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-e8ed179b-d833-45fe-b92e-a7d7bb20c90e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), before_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.472832 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-e8ed179b-d833-45fe-b92e-a7d7bb20c90e None None] For port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef,segment=NetworkSegment(7f587113-d77b-4acf-89ce-9bc56b7d5745),segment_id=7f587113-d77b-4acf-89ce-9bc56b7d5745)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:57.473406 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-e8ed179b-d833-45fe-b92e-a7d7bb20c90e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), precommit_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.477471 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806168ab-1ef5-48c9-9c1f-00c283957af3 req-f3a61ecc-f87b-4e65-9b70-19b56e12674d tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:57.479224 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-806168ab-1ef5-48c9-9c1f-00c283957af3 req-f3a61ecc-f87b-4e65-9b70-19b56e12674d tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0522389 Apr 11 13:08:57.489887 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-e8ed179b-d833-45fe-b92e-a7d7bb20c90e None None] Calling delete_port for b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef owned by network:dhcp {{(pid=103363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:57.534921 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-806168ab-1ef5-48c9-9c1f-00c283957af3 req-d9e2b4fc-9373-4045-99c6-c22eb0cf2b51 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495195 Apr 11 13:08:57.580321 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-e8ed179b-d833-45fe-b92e-a7d7bb20c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), after_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.606263 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed179b-d833-45fe-b92e-a7d7bb20c90e None None] Pushing event deleted for resources: {'Port': ['ID=b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef,revision_number=None']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:57.609887 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed179b-d833-45fe-b92e-a7d7bb20c90e None None] No DVR routers for this DVR port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef on host dv-cinder-836083-3-iscsi {{(pid=103363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:08:57.632435 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.658016 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:57.661362 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] No DVR routers for this DVR port b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef on host dv-cinder-836083-3-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:08:57.742930 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (d7c68b8c-50e9-4fe4-92b7-44adb670518f), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.762311 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c68b8c-50e9-4fe4-92b7-44adb670518f']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:57.771407 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f587113-d77b-4acf-89ce-9bc56b7d5745') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:57.771699 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f587113-d77b-4acf-89ce-9bc56b7d5745') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:57.781781 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (7f587113-d77b-4acf-89ce-9bc56b7d5745), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.795855 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (7f587113-d77b-4acf-89ce-9bc56b7d5745), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.801925 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:08:57.802292 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (7f587113-d77b-4acf-89ce-9bc56b7d5745), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: self.session.flush() Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: self.session.flush() Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: self.session.flush() Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: self.session.flush() Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:08:57.803980 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:08:57.857564 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (d7c68b8c-50e9-4fe4-92b7-44adb670518f), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.863213 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:57.866443 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d7c68b8c-50e9-4fe4-92b7-44adb670518f HTTP/1.1" status: 204 len: 168 time: 0.7776947 Apr 11 13:08:57.869575 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 60140) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:57.881293 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d7e26-3772-46a9-8882-543f16c28f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c68b8c-50e9-4fe4-92b7-44adb670518f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:57.893470 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8d3eb056-5093-4e0d-ada0-b239ca38819e no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:57.913883 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 8d3eb056-5093-4e0d-ada0-b239ca38819e {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:57.914305 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 8d3eb056-5093-4e0d-ada0-b239ca38819e not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:57.914783 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:57.933087 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:57.933501 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device b2ada1f1-9a1d-4583-b405-7ec0b2b3fbef not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:57.934023 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:08:57.955806 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:08:57.956176 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device e6e27701-82d0-4f4c-9fbb-9c4d78ecbb4a not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:08:58.462505 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556229'] for router_interface (83e1b0da-a2cd-4060-8810-9926dca9bab0), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:58.672318 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db8014-5509-4798-bddd-20b9286edfc2 req-4b134d91-d25e-42aa-82af-ddfae2999161 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:58.673797 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b1db8014-5509-4798-bddd-20b9286edfc2 req-4b134d91-d25e-42aa-82af-ddfae2999161 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0558946 Apr 11 13:08:58.736515 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-7cc38eda-fd34-4d5a-a3ef-90861b67081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:58.773403 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-b1db8014-5509-4798-bddd-20b9286edfc2 req-b3698a60-5d8e-4e21-82de-08e5f1926e60 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815494 Apr 11 13:08:58.774057 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] Deleting port fc9cbbbe-c65d-4426-9c33-b34a437c501b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:58.774404 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:58.851511 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] For port fc9cbbbe-c65d-4426-9c33-b34a437c501b, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=fc9cbbbe-c65d-4426-9c33-b34a437c501b,segment=NetworkSegment(090980de-d902-4d80-9784-ac00b57b3efa),segment_id=090980de-d902-4d80-9784-ac00b57b3efa)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:58.851869 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:58.871802 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] Calling delete_port for fc9cbbbe-c65d-4426-9c33-b34a437c501b owned by network:router_interface {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:08:59.059088 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (fc9cbbbe-c65d-4426-9c33-b34a437c501b), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:59.083088 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9cbbbe-c65d-4426-9c33-b34a437c501b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:08:59.253268 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556137'] for router_interface (83e1b0da-a2cd-4060-8810-9926dca9bab0), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:59.479250 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] Router 83e1b0da-a2cd-4060-8810-9926dca9bab0 has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:08:59.584072 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:59.603787 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:08:59.608856 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-537acf32-0b24-49d8-bf74-a7f7ad975bf0 admin admin] 10.222.0.26 "PUT /v2.0/routers/83e1b0da-a2cd-4060-8810-9926dca9bab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381058 Apr 11 13:08:59.612433 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60144) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:08:59.621419 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] Sync routers for ids ['83e1b0da-a2cd-4060-8810-9926dca9bab0'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:08:59.631994 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] Routers {'83e1b0da-a2cd-4060-8810-9926dca9bab0'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:08:59.632619 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:08:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['83e1b0da-a2cd-4060-8810-9926dca9bab0'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:08:59.721089 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Publish callbacks [] for router (83e1b0da-a2cd-4060-8810-9926dca9bab0), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:59.738157 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] Set router 83e1b0da-a2cd-4060-8810-9926dca9bab0 gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:08:59.828298 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Publish callbacks [] for router_gateway (83e1b0da-a2cd-4060-8810-9926dca9bab0), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:59.885034 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Deleting port 53f01153-1201-4e6d-8882-cd4b503ac221 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:08:59.885307 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:59.892205 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d46c5-56b5-4be9-b5ae-0010bd9bc179 req-bf80b14a-9695-4f70-8acd-9b27e3e549ad tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:08:59.893866 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3f2d46c5-56b5-4be9-b5ae-0010bd9bc179 req-bf80b14a-9695-4f70-8acd-9b27e3e549ad tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0488048 Apr 11 13:08:59.944835 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-3f2d46c5-56b5-4be9-b5ae-0010bd9bc179 req-0127db71-7c36-4410-8255-f9e6a128948d tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449803 Apr 11 13:08:59.972591 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] For port 53f01153-1201-4e6d-8882-cd4b503ac221, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=53f01153-1201-4e6d-8882-cd4b503ac221,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:08:59.972948 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:08:59.986809 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Calling delete_port for 53f01153-1201-4e6d-8882-cd4b503ac221 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:09:00.035632 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'name': 'tempest-TestMinimumBasicScenario-731675647-router', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:08:59Z', 'revision_number': 5, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'gw_port': {'id': '53f01153-1201-4e6d-8882-cd4b503ac221', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:00.062575 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] Checking router: 83e1b0da-a2cd-4060-8810-9926dca9bab0 for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:09:00.071531 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] Routers {'83e1b0da-a2cd-4060-8810-9926dca9bab0'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:09:00.072145 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:08:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['83e1b0da-a2cd-4060-8810-9926dca9bab0'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:00.160732 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (53f01153-1201-4e6d-8882-cd4b503ac221), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.161070 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] Set router 83e1b0da-a2cd-4060-8810-9926dca9bab0 gateway port host: None {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:09:00.188695 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f01153-1201-4e6d-8882-cd4b503ac221,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:00.215595 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'name': 'tempest-TestMinimumBasicScenario-731675647-router', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:08:59Z', 'revision_number': 6, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'gw_port_host': None}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:00.241586 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a175de-6f80-442e-8b64-a2b3c003dea1 None None] The sync data for ids ['83e1b0da-a2cd-4060-8810-9926dca9bab0'] in dv-cinder-836083-3-iscsi is: [{'id': '83e1b0da-a2cd-4060-8810-9926dca9bab0', 'name': 'tempest-TestMinimumBasicScenario-731675647-router', 'tenant_id': 'd1b9a1368e5b413498418f37c2db4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:57Z', 'updated_at': '2022-04-11T13:08:59Z', 'revision_number': 6, 'project_id': 'd1b9a1368e5b413498418f37c2db4cde', 'gw_port_host': None}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:09:00.249644 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553871'] for router_gateway (83e1b0da-a2cd-4060-8810-9926dca9bab0), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.342756 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2277'] for router (83e1b0da-a2cd-4060-8810-9926dca9bab0), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.345210 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Publish callbacks [] for router_controller (83e1b0da-a2cd-4060-8810-9926dca9bab0), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.395810 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751912'] for router (83e1b0da-a2cd-4060-8810-9926dca9bab0), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.396552 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83e1b0da-a2cd-4060-8810-9926dca9bab0 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:09:00.401429 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.404999 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-05732beb-86b1-457d-bbbc-e7d16cf4aa32 admin admin] 10.222.0.26 "DELETE /v2.0/routers/83e1b0da-a2cd-4060-8810-9926dca9bab0 HTTP/1.1" status: 204 len: 168 time: 0.7892385 Apr 11 13:09:00.405271 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60148) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:00.449268 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aecd81-9317-4f5a-9bfa-cdc163e6547d admin admin] Deleting subnet 50acf691-7d8e-47b5-9d19-701fbd684f9c {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:09:00.452373 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd81-9317-4f5a-9bfa-cdc163e6547d admin admin] Publish callbacks [] for subnet (50acf691-7d8e-47b5-9d19-701fbd684f9c), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.485455 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd81-9317-4f5a-9bfa-cdc163e6547d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25691576'] for subnet (50acf691-7d8e-47b5-9d19-701fbd684f9c), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.570335 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd81-9317-4f5a-9bfa-cdc163e6547d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (50acf691-7d8e-47b5-9d19-701fbd684f9c), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.622821 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd81-9317-4f5a-9bfa-cdc163e6547d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25805393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28990629'] for subnet (50acf691-7d8e-47b5-9d19-701fbd684f9c), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.648776 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aecd81-9317-4f5a-9bfa-cdc163e6547d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50acf691-7d8e-47b5-9d19-701fbd684f9c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:00.650717 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd81-9317-4f5a-9bfa-cdc163e6547d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.653858 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-d3aecd81-9317-4f5a-9bfa-cdc163e6547d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/50acf691-7d8e-47b5-9d19-701fbd684f9c HTTP/1.1" status: 204 len: 168 time: 0.2475791 Apr 11 13:09:00.654764 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49af2df-4d90-49fa-ad32-de6f4cb733ec None None] Network d19309ed-3685-454d-b28f-36a3f2a639a4 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:09:00.656427 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60150) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:00.724734 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (d19309ed-3685-454d-b28f-36a3f2a639a4), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.777123 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Deleting port 67828e80-7681-4be6-afb5-4ec8437932e5 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:09:00.777452 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.841080 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] For port 67828e80-7681-4be6-afb5-4ec8437932e5, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=67828e80-7681-4be6-afb5-4ec8437932e5,segment=NetworkSegment(090980de-d902-4d80-9784-ac00b57b3efa),segment_id=090980de-d902-4d80-9784-ac00b57b3efa)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:09:00.841429 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.855563 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Calling delete_port for 67828e80-7681-4be6-afb5-4ec8437932e5 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:09:00.932730 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5335b9-3503-4c16-8935-95e564d16825 None None] DHCP port deletion for d19309ed-3685-454d-b28f-36a3f2a639a4 request from dv-cinder-836083-3-iscsi {{(pid=103363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:09:00.941523 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (67828e80-7681-4be6-afb5-4ec8437932e5), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:00.958353 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-8c5335b9-3503-4c16-8935-95e564d16825 None None] The port '67828e80-7681-4be6-afb5-4ec8437932e5' was deleted {{(pid=103363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 11 13:09:00.979849 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] No DVR routers for this DVR port 67828e80-7681-4be6-afb5-4ec8437932e5 on host dv-cinder-836083-3-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:09:00.983814 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=67828e80-7681-4be6-afb5-4ec8437932e5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:01.040193 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.064322 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (d19309ed-3685-454d-b28f-36a3f2a639a4), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.072518 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25421cf6-64ed-48ad-a2a6-f12f49e0638b req-14eefa5f-5dcc-478c-b581-fc8fa4e27de5 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:01.073869 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-25421cf6-64ed-48ad-a2a6-f12f49e0638b req-14eefa5f-5dcc-478c-b581-fc8fa4e27de5 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0486290 Apr 11 13:09:01.089902 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19309ed-3685-454d-b28f-36a3f2a639a4']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:01.100278 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090980de-d902-4d80-9784-ac00b57b3efa') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:01.100663 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090980de-d902-4d80-9784-ac00b57b3efa') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:01.110424 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (090980de-d902-4d80-9784-ac00b57b3efa), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.124850 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (090980de-d902-4d80-9784-ac00b57b3efa), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.129627 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-25421cf6-64ed-48ad-a2a6-f12f49e0638b req-121434cf-00cf-49cb-bf1a-df2601d28d43 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497055 Apr 11 13:09:01.131169 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:09:01.131557 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (090980de-d902-4d80-9784-ac00b57b3efa), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:09:01.133586 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:09:01.186534 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (d19309ed-3685-454d-b28f-36a3f2a639a4), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.191843 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.194935 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d19309ed-3685-454d-b28f-36a3f2a639a4 HTTP/1.1" status: 204 len: 168 time: 0.5375540 Apr 11 13:09:01.205890 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e05399-3de8-4176-99fb-1a2c8dc11a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19309ed-3685-454d-b28f-36a3f2a639a4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:01.372111 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 60156) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:01.413297 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-ab39d0a0-559f-4ff8-9a77-b9817b6af377 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f405829c68e45aca94d90aa1827f211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400190 Apr 11 13:09:01.415928 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 60158) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:01.471091 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d73af144-a3a9-4ad5-bc08-b0f08ab01906 admin admin] Publish callbacks [] for security_group (d316f296-893c-4b23-b7f7-0fd32c958484), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.493399 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d73af144-a3a9-4ad5-bc08-b0f08ab01906 admin admin] Publish callbacks [] for security_group (d316f296-893c-4b23-b7f7-0fd32c958484), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.542101 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d73af144-a3a9-4ad5-bc08-b0f08ab01906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (d316f296-893c-4b23-b7f7-0fd32c958484), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.544786 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d73af144-a3a9-4ad5-bc08-b0f08ab01906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.545904 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-d73af144-a3a9-4ad5-bc08-b0f08ab01906 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d316f296-893c-4b23-b7f7-0fd32c958484 HTTP/1.1" status: 204 len: 168 time: 0.1289153 Apr 11 13:09:01.554801 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73af144-a3a9-4ad5-bc08-b0f08ab01906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d316f296-893c-4b23-b7f7-0fd32c958484,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:01.878000 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60164) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:01.889835 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 67828e80-7681-4be6-afb5-4ec8437932e5 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:09:01.910843 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 67828e80-7681-4be6-afb5-4ec8437932e5 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:09:01.911237 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 67828e80-7681-4be6-afb5-4ec8437932e5 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:09:01.911702 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device fc9cbbbe-c65d-4426-9c33-b34a437c501b no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:09:01.919000 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-2831e0cc-2aee-4c32-b471-023c9b0b666d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1b9a1368e5b413498418f37c2db4cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398610 Apr 11 13:09:01.921577 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60166) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:01.934417 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: fc9cbbbe-c65d-4426-9c33-b34a437c501b {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:09:01.934758 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device fc9cbbbe-c65d-4426-9c33-b34a437c501b not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:09:01.935183 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 53f01153-1201-4e6d-8882-cd4b503ac221 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:09:01.954755 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 53f01153-1201-4e6d-8882-cd4b503ac221 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:09:01.955098 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 53f01153-1201-4e6d-8882-cd4b503ac221 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:09:01.974480 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39928790-2208-4d21-b76c-c54f978d5893 admin admin] Publish callbacks [] for security_group (57a481ad-3670-453d-9de7-f3d889e40536), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:01.995049 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39928790-2208-4d21-b76c-c54f978d5893 admin admin] Publish callbacks [] for security_group (57a481ad-3670-453d-9de7-f3d889e40536), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:02.040313 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39928790-2208-4d21-b76c-c54f978d5893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (57a481ad-3670-453d-9de7-f3d889e40536), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:02.042788 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39928790-2208-4d21-b76c-c54f978d5893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:02.043920 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-39928790-2208-4d21-b76c-c54f978d5893 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57a481ad-3670-453d-9de7-f3d889e40536 HTTP/1.1" status: 204 len: 168 time: 0.1213634 Apr 11 13:09:02.051385 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39928790-2208-4d21-b76c-c54f978d5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a481ad-3670-453d-9de7-f3d889e40536,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:02.251852 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfa3c7-a33c-4734-b01f-f6af638f27b4 req-21caeded-f480-4640-bd96-a389f2a7ae40 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:02.253572 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ebfa3c7-a33c-4734-b01f-f6af638f27b4 req-21caeded-f480-4640-bd96-a389f2a7ae40 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 943 time: 0.0504603 Apr 11 13:09:02.324124 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef87cb-7ad5-46d2-9075-9823f56616d6 req-fc37feb4-0d34-41c0-b78c-63a76ec3c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:02.325632 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9aef87cb-7ad5-46d2-9075-9823f56616d6 req-fc37feb4-0d34-41c0-b78c-63a76ec3c4bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1127 time: 0.0599222 Apr 11 13:09:02.355034 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-0ebfa3c7-a33c-4734-b01f-f6af638f27b4 req-68cde09a-b84a-41ef-9159-571ebbbdc33c tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956044 Apr 11 13:09:02.387059 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-9aef87cb-7ad5-46d2-9075-9823f56616d6 req-d015f77a-f7c6-4b0e-a0fc-fc63440870fc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525112 Apr 11 13:09:02.707333 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:02.736278 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:09:02.836678 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:09:02.848363 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Returning: {'device': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'port_id': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'mac_address': 'fa:16:3e:41:35:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:09:02.885773 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 is: DOWN; New status is: BUILD {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:09:02.886144 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:02.899619 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 {{(pid=103363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:09:02.919514 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:09:02.925206 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:02.975291 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,revision_number=7']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:03.482344 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e42bfe-b9c2-4441-a3bb-5c0837e7cdbd req-187d7ba4-8c3b-47dc-ae92-301d3bae0c5d tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:03.483819 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-70e42bfe-b9c2-4441-a3bb-5c0837e7cdbd req-187d7ba4-8c3b-47dc-ae92-301d3bae0c5d tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 944 time: 0.0535407 Apr 11 13:09:03.535737 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-70e42bfe-b9c2-4441-a3bb-5c0837e7cdbd req-cac85a95-653c-45a1-a941-7d68b77171c1 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432034 Apr 11 13:09:04.184538 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] get_ports_and_sgs() called for port_ids ['cbfb07e8-6ece-4da2-85f5-091fec7a0bb5'] {{(pid=103363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:09:04.748697 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 up at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:09:04.802992 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.provisioning_blocks [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Provisioning complete for port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 triggered by entity L2. {{(pid=103363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:09:04.803359 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409122'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), provisioning_complete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:04.876812 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Current status of the port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 is: BUILD; New status is: ACTIVE {{(pid=103363) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:09:04.877183 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1769321'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:04.899155 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5'}] {{(pid=103363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:09:04.901450 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e13615d2ffbc60d01b64445ab1d4c479e26081702daa8942edaebc740bbd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901373e1-cfc5-4963-a4fd-a9fdd7cffeaf" -d '{"events": [{"server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "name": "network-vif-plugged", "status": "completed", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5"}]}' {{(pid=103363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:09:04.913277 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] For port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:09:04.919427 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778936886047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778936360762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778936360780'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:04.946053 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f821fb63-56c5-430f-8477-d90523eb216c x-openstack-request-id: req-f821fb63-56c5-430f-8477-d90523eb216c {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:09:04.946337 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "name": "network-vif-plugged", "status": "completed", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5", "code": 200}]} {{(pid=103363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:09:04.946583 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f821fb63-56c5-430f-8477-d90523eb216c {{(pid=103363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:09:04.946964 dv-cinder-836083-3-iscsi neutron-server[103363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f821fb63-56c5-430f-8477-d90523eb216c'] response: {'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'code': 200} Apr 11 13:09:04.971364 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Pushing event updated for resources: {'Port': ['ID=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,revision_number=8']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:11.515425 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:14.016733 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-73aac621-e4da-4c81-a6ea-7223261d9494 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438361 Apr 11 13:09:14.099497 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-dd72e08e-0abc-4f67-a937-ac6f6213de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:14.100922 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-dd72e08e-0abc-4f67-a937-ac6f6213de2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50890c512a824e7c9e953fb754d4a1df&device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1129 time: 0.0382934 Apr 11 13:09:14.210457 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-50e679ba-28dd-407e-8cc6-8b5bd75f2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:14.212522 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-50e679ba-28dd-407e-8cc6-8b5bd75f2667 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 200 len: 909 time: 0.0920095 Apr 11 13:09:14.282927 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-e71b363b-f431-44b9-9dc1-bf0ffadbfdd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 1000 time: 0.0625582 Apr 11 13:09:14.331063 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-9a452817-5ff4-4f4b-bb8a-3199ac75fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:14.332498 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-9a452817-5ff4-4f4b-bb8a-3199ac75fbed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8a0b98-753c-40c8-b66f-1b55fbc8432e HTTP/1.1" status: 200 len: 847 time: 0.0439713 Apr 11 13:09:14.379147 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-8f5aa381-6000-4da0-8074-9e4d097856a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:14.380537 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-8f5aa381-6000-4da0-8074-9e4d097856a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410051 Apr 11 13:09:14.467360 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-b3a28c8d-2b4e-4f0c-8f45-5133ef32e439 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801315 Apr 11 13:09:14.562068 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-5530c017-b1c5-4b98-a565-f93178c1ccbe req-26bb4bf8-784a-459d-b2db-6ca2cc9b91fb service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883129 Apr 11 13:09:26.217826 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b45249de-4510-46eb-9a4a-da992155bc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:28.752096 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8537-8f2b-4e51-a821-3b2da7d7c3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:29.598695 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:29.839892 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:09:31.044764 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:32.711365 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:41.534983 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:56.216526 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c736f504-f589-4c87-979f-c7fe94294844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:58.755474 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8b44d455-d8b3-4c5b-b65f-1bd62ca1aece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:59.600604 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:01.047383 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:02.714114 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:06.839536 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:10:11.546246 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:14.536596 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-42952a9a-b37e-4f59-8700-54f513df0179 req-044c10a8-f0be-42ec-9c5a-c1345da16db2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388837 Apr 11 13:10:14.615863 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42952a9a-b37e-4f59-8700-54f513df0179 req-92061348-de50-479f-b195-c2a3ba70f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:14.617360 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-42952a9a-b37e-4f59-8700-54f513df0179 req-92061348-de50-479f-b195-c2a3ba70f8a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50890c512a824e7c9e953fb754d4a1df&device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1129 time: 0.0391436 Apr 11 13:10:14.724794 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42952a9a-b37e-4f59-8700-54f513df0179 req-edac02f2-9a33-40f5-af49-1916550a1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:14.726234 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-42952a9a-b37e-4f59-8700-54f513df0179 req-edac02f2-9a33-40f5-af49-1916550a1ad1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 200 len: 909 time: 0.0864553 Apr 11 13:10:14.790482 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-42952a9a-b37e-4f59-8700-54f513df0179 req-2c6254f8-fdcb-4931-a119-160d27be047d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 1000 time: 0.0577137 Apr 11 13:10:14.842290 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42952a9a-b37e-4f59-8700-54f513df0179 req-681fcc80-6244-4f8f-804b-c1c873d05371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:14.843696 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-42952a9a-b37e-4f59-8700-54f513df0179 req-681fcc80-6244-4f8f-804b-c1c873d05371 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8a0b98-753c-40c8-b66f-1b55fbc8432e HTTP/1.1" status: 200 len: 847 time: 0.0471158 Apr 11 13:10:14.884985 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42952a9a-b37e-4f59-8700-54f513df0179 req-55a3d282-2ba1-4d59-97d6-95863d2d7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:14.886397 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-42952a9a-b37e-4f59-8700-54f513df0179 req-55a3d282-2ba1-4d59-97d6-95863d2d7261 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373278 Apr 11 13:10:14.972110 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-42952a9a-b37e-4f59-8700-54f513df0179 req-89503f2b-b4a9-430d-8084-105d33f1ad5e service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792778 Apr 11 13:10:15.061930 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-42952a9a-b37e-4f59-8700-54f513df0179 req-cea9d155-add0-477e-aac2-0039a1d9f6a5 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838766 Apr 11 13:10:19.079017 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60204) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:19.255153 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Deleting port bea349fc-7ddd-4cde-87c2-bb136e7ed027 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:10:19.255459 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (bea349fc-7ddd-4cde-87c2-bb136e7ed027), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:19.331871 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (bea349fc-7ddd-4cde-87c2-bb136e7ed027), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:19.332273 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for floatingip (bea349fc-7ddd-4cde-87c2-bb136e7ed027), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:19.346402 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Calling delete_port for bea349fc-7ddd-4cde-87c2-bb136e7ed027 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:10:19.490896 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (bea349fc-7ddd-4cde-87c2-bb136e7ed027), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:19.522553 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event deleted for resources: {'Port': ['ID=bea349fc-7ddd-4cde-87c2-bb136e7ed027,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:19.543994 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.544356 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.544692 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.545023 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.545349 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.545669 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.545989 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.546302 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.546616 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.546925 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.547239 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.547550 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.547862 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.548224 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.548532 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:19.588577 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for floatingip (fc4e6118-42b8-4614-9e59-80dafcc58f59), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:19.588797 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.db.l3_db [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Floating IP fc4e6118-42b8-4614-9e59-80dafcc58f59 disassociated (deleted). External IP: 172.27.0.32, port: cbfb07e8-6ece-4da2-85f5-091fec7a0bb5. Apr 11 13:10:19.803384 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Router ff836722-6964-4a7d-a1fe-4486856beabc has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:10:19.915477 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:10:19.920438 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for floatingip (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:19.925012 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] Sync routers for ids ['ff836722-6964-4a7d-a1fe-4486856beabc'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:10:19.937585 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] Routers {'ff836722-6964-4a7d-a1fe-4486856beabc'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:10:19.938468 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:09:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['ff836722-6964-4a7d-a1fe-4486856beabc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:19.953292 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-8a8b6e09-ff65-4f98-9db4-b904835cef87 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "DELETE /v2.0/floatingips/fc4e6118-42b8-4614-9e59-80dafcc58f59 HTTP/1.1" status: 204 len: 168 time: 0.8705053 Apr 11 13:10:19.953292 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:10:19.954881 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcfd7472eae7a4006fc2914ef6b67122021a632edb2fbf75ccd49c1d128f395c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae63305-518e-49de-b84b-4b37150cae0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:10:20.002032 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829e9199-c9c3-47e0-bdfe-b427c02dbe87 x-openstack-request-id: req-829e9199-c9c3-47e0-bdfe-b427c02dbe87 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:10:20.002713 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:10:20.003181 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-829e9199-c9c3-47e0-bdfe-b427c02dbe87 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:10:20.003809 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829e9199-c9c3-47e0-bdfe-b427c02dbe87'] response: {'name': 'network-changed', 'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'status': 'completed', 'code': 200} Apr 11 13:10:20.060301 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] Set router ff836722-6964-4a7d-a1fe-4486856beabc gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:10:20.085337 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63305-518e-49de-b84b-4b37150cae0f req-0f4baf7f-3c04-4a96-b34b-78cac4e9940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:20.087831 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ae63305-518e-49de-b84b-4b37150cae0f req-0f4baf7f-3c04-4a96-b34b-78cac4e9940a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50890c512a824e7c9e953fb754d4a1df&device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 1129 time: 0.0658123 Apr 11 13:10:20.210592 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63305-518e-49de-b84b-4b37150cae0f req-3c19b67c-bfa7-4b77-87f0-8991a2598f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:20.211148 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ae63305-518e-49de-b84b-4b37150cae0f req-3c19b67c-bfa7-4b77-87f0-8991a2598f89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 200 len: 909 time: 0.1172001 Apr 11 13:10:20.244259 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc70c6-0bed-4af7-9b9b-c0157c5aeb5e req-a2e0acaa-c208-4f42-b00d-0c5ab19d12b5 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:20.248053 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d8dc70c6-0bed-4af7-9b9b-c0157c5aeb5e req-a2e0acaa-c208-4f42-b00d-0c5ab19d12b5 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0490248 Apr 11 13:10:20.285113 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:06:03Z', 'revision_number': 5, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:20.297016 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d8dc70c6-0bed-4af7-9b9b-c0157c5aeb5e req-2a5fc8e9-bed3-42e3-adbc-89822466fdca tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Apr 11 13:10:20.312926 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] Checking router: ff836722-6964-4a7d-a1fe-4486856beabc for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:10:20.321147 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] Routers {'ff836722-6964-4a7d-a1fe-4486856beabc'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:10:20.321742 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:09:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['ff836722-6964-4a7d-a1fe-4486856beabc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:20.428530 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] Set router ff836722-6964-4a7d-a1fe-4486856beabc gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:10:20.613145 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:06:03Z', 'revision_number': 5, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:20.642912 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541bb9e-8bed-415e-9742-6bf2302a8897 None None] The sync data for ids ['ff836722-6964-4a7d-a1fe-4486856beabc'] in dv-cinder-836083-3-iscsi is: [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:05:58Z', 'revision_number': 4, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi', '_interfaces': [{'id': 'ad85934b-ae98-4bb5-90ca-07fea57fd217', 'name': '', 'network_id': 'bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'mac_address': 'fa:16:3e:c2:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:57Z', 'updated_at': '2022-04-11T13:06:03Z', 'revision_number': 5, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'subnets': [{'id': '8a8a0b98-753c-40c8-b66f-1b55fbc8432e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:10:20.884705 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c052bf-9698-4da8-8cfc-8b72f6a88068 None None] New status for floating IP fc4e6118-42b8-4614-9e59-80dafcc58f59: DOWN {{(pid=103364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:10:21.194972 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ae63305-518e-49de-b84b-4b37150cae0f req-a62e7a03-8b6c-4e5a-9519-3591724b207e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 200 len: 217 time: 0.0463254 Apr 11 13:10:21.242706 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63305-518e-49de-b84b-4b37150cae0f req-41f0217f-3513-4af4-b110-2d60baef9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:21.244078 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ae63305-518e-49de-b84b-4b37150cae0f req-41f0217f-3513-4af4-b110-2d60baef9909 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8a0b98-753c-40c8-b66f-1b55fbc8432e HTTP/1.1" status: 200 len: 847 time: 0.0427651 Apr 11 13:10:21.381540 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63305-518e-49de-b84b-4b37150cae0f req-3f649ec6-95c6-4b55-a716-ec3c625b651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:21.383082 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ae63305-518e-49de-b84b-4b37150cae0f req-3f649ec6-95c6-4b55-a716-ec3c625b651c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481894 Apr 11 13:10:21.438879 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2eeb8-cb94-4fbb-bd3e-4d0f029b8f98 req-1e4c2355-7957-4b89-8a36-dbef24e40607 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:21.440303 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26c2eeb8-cb94-4fbb-bd3e-4d0f029b8f98 req-1e4c2355-7957-4b89-8a36-dbef24e40607 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0743837 Apr 11 13:10:21.524243 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ae63305-518e-49de-b84b-4b37150cae0f req-477c0f08-72b8-4c15-8bfe-8f697fb7eef3 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250665 Apr 11 13:10:21.532923 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-26c2eeb8-cb94-4fbb-bd3e-4d0f029b8f98 req-506b406b-a86f-4030-8f0e-21d6471eb5ba tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/security-groups?id=9371c170-40e5-4fb1-afca-23061503b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656147 Apr 11 13:10:21.705742 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-6deb5395-d8ee-4a84-adf4-8302398f9203 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:21.707148 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-6deb5395-d8ee-4a84-adf4-8302398f9203 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 945 time: 0.0589619 Apr 11 13:10:21.710740 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-8ae63305-518e-49de-b84b-4b37150cae0f req-775cc143-f92c-4d8a-95f8-44ca121dfaf8 service neutron] 10.222.0.13 "GET /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214514 Apr 11 13:10:21.795198 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Deleting port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:10:21.795430 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:21.891615 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] For port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:10:21.891976 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:21.905310 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Calling delete_port for cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 owned by compute:nova {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:10:22.041019 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (cbfb07e8-6ece-4da2-85f5-091fec7a0bb5), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:22.069782 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event deleted for resources: {'Port': ['ID=cbfb07e8-6ece-4da2-85f5-091fec7a0bb5,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:22.082302 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.082302 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.082643 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.082985 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.083332 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.083656 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.083983 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.084330 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.084651 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.084956 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.085289 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.085605 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.085917 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.086236 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.086547 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:22.123072 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] No DVR routers for this DVR port cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 on host hv-cinder-83608 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:10:22.125792 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47222'] for port (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:22.128992 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-d1c54076-b4a6-4270-9d98-ea7951d91bc2 req-879e6cbd-624c-4cdd-99ef-56e71fd4e3d9 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.13 "DELETE /v2.0/ports/cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 HTTP/1.1" status: 204 len: 173 time: 0.4158704 Apr 11 13:10:22.129422 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'name': 'network-vif-deleted', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:10:22.131651 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31a12f7f4bc35efd7c6136e3e88b5e303892cb3bcf5df2a1267fcb8fc4dcd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c2f379-faec-44f2-9684-b43ee7827107" -d '{"events": [{"server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "name": "network-vif-deleted", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:10:22.170451 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619260d5-720d-4be3-b462-f2acea887ef5 x-openstack-request-id: req-619260d5-720d-4be3-b462-f2acea887ef5 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:10:22.170737 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c2412f-d5e2-4b07-8559-96636cfef95c", "name": "network-vif-deleted", "tag": "cbfb07e8-6ece-4da2-85f5-091fec7a0bb5", "status": "completed", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:10:22.170983 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-619260d5-720d-4be3-b462-f2acea887ef5 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:10:22.171389 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619260d5-720d-4be3-b462-f2acea887ef5'] response: {'server_uuid': 'f1c2412f-d5e2-4b07-8559-96636cfef95c', 'name': 'network-vif-deleted', 'tag': 'cbfb07e8-6ece-4da2-85f5-091fec7a0bb5', 'status': 'completed', 'code': 200} Apr 11 13:10:22.650187 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [req-1aae629f-d14e-4062-b7d4-61e67a35f9a7 req-9e5d7177-8652-409b-aeee-3a9e5a5c8cf2 tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2412f-d5e2-4b07-8559-96636cfef95c HTTP/1.1" status: 200 len: 210 time: 0.0322897 Apr 11 13:10:23.719326 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60232) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:23.781146 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53650085-78cf-4b7b-8489-de7b5072612a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group (9371c170-40e5-4fb1-afca-23061503b5d8), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:23.806693 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53650085-78cf-4b7b-8489-de7b5072612a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group (9371c170-40e5-4fb1-afca-23061503b5d8), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:23.878564 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53650085-78cf-4b7b-8489-de7b5072612a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (9371c170-40e5-4fb1-afca-23061503b5d8), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:23.881260 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53650085-78cf-4b7b-8489-de7b5072612a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:23.882419 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-53650085-78cf-4b7b-8489-de7b5072612a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] 10.222.0.26 "DELETE /v2.0/security-groups/9371c170-40e5-4fb1-afca-23061503b5d8 HTTP/1.1" status: 204 len: 168 time: 0.1621375 Apr 11 13:10:23.892003 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53650085-78cf-4b7b-8489-de7b5072612a tempest-TestShelveInstance-1483241477 tempest-TestShelveInstance-1483241477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9371c170-40e5-4fb1-afca-23061503b5d8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:23.924317 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 60236) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:24.521083 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556229'] for router_interface (ff836722-6964-4a7d-a1fe-4486856beabc), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:24.760763 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] Deleting port ad85934b-ae98-4bb5-90ca-07fea57fd217 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:10:24.761128 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:24.843201 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] For port ad85934b-ae98-4bb5-90ca-07fea57fd217, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=ad85934b-ae98-4bb5-90ca-07fea57fd217,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:10:24.843439 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:24.856128 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] Calling delete_port for ad85934b-ae98-4bb5-90ca-07fea57fd217 owned by network:router_interface {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:10:25.039871 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (ad85934b-ae98-4bb5-90ca-07fea57fd217), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:25.070220 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad85934b-ae98-4bb5-90ca-07fea57fd217,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:25.129192 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:10:25.150781 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] No Port match for: cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:10:25.151198 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Device cbfb07e8-6ece-4da2-85f5-091fec7a0bb5 not bound to the agent host hv-cinder-83608 {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:10:25.235046 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556137'] for router_interface (ff836722-6964-4a7d-a1fe-4486856beabc), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:25.454101 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] Router ff836722-6964-4a7d-a1fe-4486856beabc has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:10:25.573755 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:10:25.579026 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-f20ff489-a28a-4524-8814-7bf65a2975a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/ff836722-6964-4a7d-a1fe-4486856beabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6536472 Apr 11 13:10:25.582151 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 60238) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:25.583203 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] Sync routers for ids ['ff836722-6964-4a7d-a1fe-4486856beabc'] in dv-cinder-836083-3-iscsi {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:10:25.594928 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] Routers {'ff836722-6964-4a7d-a1fe-4486856beabc'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:10:25.595537 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:09:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['ff836722-6964-4a7d-a1fe-4486856beabc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:25.689543 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Publish callbacks [] for router (ff836722-6964-4a7d-a1fe-4486856beabc), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:25.701718 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] Set router ff836722-6964-4a7d-a1fe-4486856beabc gateway port host: dv-cinder-836083-3-iscsi {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:10:25.795268 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Publish callbacks [] for router_gateway (ff836722-6964-4a7d-a1fe-4486856beabc), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:25.839811 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Deleting port 324aec32-1d4b-4027-8591-3261e7c7a61f {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:10:25.840162 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:25.868442 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:10:24Z', 'revision_number': 5, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port': {'id': '324aec32-1d4b-4027-8591-3261e7c7a61f', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:05:56Z', 'updated_at': '2022-04-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:25.927104 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] For port 324aec32-1d4b-4027-8591-3261e7c7a61f, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=324aec32-1d4b-4027-8591-3261e7c7a61f,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:10:25.927472 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:25.942179 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Calling delete_port for 324aec32-1d4b-4027-8591-3261e7c7a61f owned by network:router_gateway {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:10:26.031946 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] Checking router: ff836722-6964-4a7d-a1fe-4486856beabc for host: dv-cinder-836083-3-iscsi {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:10:26.040749 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] Routers {'ff836722-6964-4a7d-a1fe-4486856beabc'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:10:26.041357 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:09:59Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['ff836722-6964-4a7d-a1fe-4486856beabc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:26.116943 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (324aec32-1d4b-4027-8591-3261e7c7a61f), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.132175 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] Set router ff836722-6964-4a7d-a1fe-4486856beabc gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:10:26.144224 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=324aec32-1d4b-4027-8591-3261e7c7a61f,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:26.187010 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:10:25Z', 'revision_number': 6, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port_host': None}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:26.203222 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553871'] for router_gateway (ff836722-6964-4a7d-a1fe-4486856beabc), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.213897 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0bf618-fb98-4cb5-bf82-3c6bd65c9e4c None None] The sync data for ids ['ff836722-6964-4a7d-a1fe-4486856beabc'] in dv-cinder-836083-3-iscsi is: [{'id': 'ff836722-6964-4a7d-a1fe-4486856beabc', 'name': 'tempest-TestShelveInstance-699450691-router', 'tenant_id': '50890c512a824e7c9e953fb754d4a1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:05:55Z', 'updated_at': '2022-04-11T13:10:25Z', 'revision_number': 6, 'project_id': '50890c512a824e7c9e953fb754d4a1df', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:10:26.231347 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8cf11bc3-587e-4224-b264-8970fc80fb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.296224 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2277'] for router (ff836722-6964-4a7d-a1fe-4486856beabc), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.298458 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Publish callbacks [] for router_controller (ff836722-6964-4a7d-a1fe-4486856beabc), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.346459 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751912'] for router (ff836722-6964-4a7d-a1fe-4486856beabc), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.346965 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff836722-6964-4a7d-a1fe-4486856beabc {{(pid=103362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:10:26.351831 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.353018 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-364bedcd-1176-4444-af77-6e8663d23e34 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ff836722-6964-4a7d-a1fe-4486856beabc HTTP/1.1" status: 204 len: 168 time: 0.7699270 Apr 11 13:10:26.355707 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 60240) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:26.402910 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c034764-d3b9-468b-a0ef-c714db18da1c admin admin] Deleting subnet 8a8a0b98-753c-40c8-b66f-1b55fbc8432e {{(pid=103362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:10:26.411468 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c034764-d3b9-468b-a0ef-c714db18da1c admin admin] Publish callbacks [] for subnet (8a8a0b98-753c-40c8-b66f-1b55fbc8432e), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.452238 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c034764-d3b9-468b-a0ef-c714db18da1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25270512'] for subnet (8a8a0b98-753c-40c8-b66f-1b55fbc8432e), precommit_delete_associations {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.534777 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c034764-d3b9-468b-a0ef-c714db18da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (8a8a0b98-753c-40c8-b66f-1b55fbc8432e), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.591821 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c034764-d3b9-468b-a0ef-c714db18da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25666069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25661910'] for subnet (8a8a0b98-753c-40c8-b66f-1b55fbc8432e), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.618104 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c034764-d3b9-468b-a0ef-c714db18da1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8a0b98-753c-40c8-b66f-1b55fbc8432e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:26.622506 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c034764-d3b9-468b-a0ef-c714db18da1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for subnet (None), before_response {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.625773 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-3c034764-d3b9-468b-a0ef-c714db18da1c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8a8a0b98-753c-40c8-b66f-1b55fbc8432e HTTP/1.1" status: 204 len: 168 time: 0.2690928 Apr 11 13:10:26.628625 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60242) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:26.629111 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f128af8-ce30-40e4-b599-7fd041930e67 None None] Network bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:10:26.702115 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.747682 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Deleting port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:10:26.748036 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.810968 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] For port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=40ebd533-4264-46f8-b5ea-7947aa3c3f9c,segment=NetworkSegment(789f6187-6b57-4481-ad3e-64ec64f872b9),segment_id=789f6187-6b57-4481-ad3e-64ec64f872b9)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:10:26.811320 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.824250 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Calling delete_port for 40ebd533-4264-46f8-b5ea-7947aa3c3f9c owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:10:26.905689 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (40ebd533-4264-46f8-b5ea-7947aa3c3f9c), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.929995 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Pushing event deleted for resources: {'Port': ['ID=40ebd533-4264-46f8-b5ea-7947aa3c3f9c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:26.933505 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] No DVR routers for this DVR port 40ebd533-4264-46f8-b5ea-7947aa3c3f9c on host dv-cinder-836083-3-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:10:26.977226 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039310c-6de2-45b6-ae68-d4c611de475a None None] DHCP port deletion for bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 request from dv-cinder-836083-3-iscsi {{(pid=103363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:10:27.014306 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:27.033542 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:27.042942 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789f6187-6b57-4481-ad3e-64ec64f872b9') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:27.043223 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789f6187-6b57-4481-ad3e-64ec64f872b9') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:27.052696 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (789f6187-6b57-4481-ad3e-64ec64f872b9), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:27.066222 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (789f6187-6b57-4481-ad3e-64ec64f872b9), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:27.073628 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:10:27.074252 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (789f6187-6b57-4481-ad3e-64ec64f872b9), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:10:27.085551 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:10:27.134855 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:27.140602 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:27.145230 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] 10.222.0.26 "DELETE /v2.0/networks/bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9 HTTP/1.1" status: 204 len: 168 time: 0.5135238 Apr 11 13:10:27.146894 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.wsgi [-] (103362) accepted ('10.222.0.26', 60244) {{(pid=103362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:27.154759 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cb1bf-c0fe-4e2b-a809-efe856c7034c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd195cb5-f0ef-4f40-bfe4-e9fd99ca69c9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:27.486203 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556229'] for router_interface (71c54990-1c82-4352-ba57-399e5220721b), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:27.727315 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] Deleting port 5bec5afe-746c-44b1-8d9d-e62426a51fd4 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:10:27.727597 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:27.810245 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] For port 5bec5afe-746c-44b1-8d9d-e62426a51fd4, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=5bec5afe-746c-44b1-8d9d-e62426a51fd4,segment=NetworkSegment(a3896780-133b-48dd-9cee-1cd9f1cbe102),segment_id=a3896780-133b-48dd-9cee-1cd9f1cbe102)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:10:27.810514 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:27.823551 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] Calling delete_port for 5bec5afe-746c-44b1-8d9d-e62426a51fd4 owned by network:router_interface {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:10:27.938734 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 324aec32-1d4b-4027-8591-3261e7c7a61f no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:10:27.958728 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 324aec32-1d4b-4027-8591-3261e7c7a61f {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:10:27.959158 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 324aec32-1d4b-4027-8591-3261e7c7a61f not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:10:27.959639 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device ad85934b-ae98-4bb5-90ca-07fea57fd217 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:10:27.978525 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: ad85934b-ae98-4bb5-90ca-07fea57fd217 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:10:27.978871 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device ad85934b-ae98-4bb5-90ca-07fea57fd217 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:10:27.979286 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 40ebd533-4264-46f8-b5ea-7947aa3c3f9c no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:10:27.998570 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 40ebd533-4264-46f8-b5ea-7947aa3c3f9c {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:10:27.998915 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 40ebd533-4264-46f8-b5ea-7947aa3c3f9c not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:10:28.015641 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25666152'] for port (5bec5afe-746c-44b1-8d9d-e62426a51fd4), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:28.041648 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=5bec5afe-746c-44b1-8d9d-e62426a51fd4,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:28.210943 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556137'] for router_interface (71c54990-1c82-4352-ba57-399e5220721b), after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:28.704867 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] Router 71c54990-1c82-4352-ba57-399e5220721b has already been hosted by L3 agent 53a70ba3-7c81-4641-9050-b35f2b4f40e2 {{(pid=103362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:10:28.750767 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44c8cbb5-06a4-43c9-8604-904ed4eef87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:28.820738 dv-cinder-836083-3-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] Notify agent at l3_agent.dv-cinder-836083-3-iscsi the message routers_updated {{(pid=103362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:10:28.827425 dv-cinder-836083-3-iscsi neutron-server[103362]: INFO neutron.wsgi [None req-2f4957f1-8baa-4e60-93b2-1b515ff42d7a admin admin] 10.222.0.26 "PUT /v2.0/routers/71c54990-1c82-4352-ba57-399e5220721b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6787612 Apr 11 13:10:28.829420 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] Sync routers for ids ['71c54990-1c82-4352-ba57-399e5220721b'] in dv-cinder-836083-3-iscsi {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:10:28.829929 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60246) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:28.840379 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] Routers {'71c54990-1c82-4352-ba57-399e5220721b'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:10:28.840978 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:10:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['71c54990-1c82-4352-ba57-399e5220721b'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:28.931772 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Publish callbacks [] for router (71c54990-1c82-4352-ba57-399e5220721b), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:28.947541 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] Set router 71c54990-1c82-4352-ba57-399e5220721b gateway port host: dv-cinder-836083-3-iscsi {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:10:29.036568 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Publish callbacks [] for router_gateway (71c54990-1c82-4352-ba57-399e5220721b), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.126606 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c54990-1c82-4352-ba57-399e5220721b', 'name': 'tempest-TestShelveInstance-1163685647-router', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'external_fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:10:27Z', 'revision_number': 5, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'gw_port': {'id': '1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070', 'name': '', 'network_id': '0bd25540-7707-439a-b108-ba1a00df0462', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c54990-1c82-4352-ba57-399e5220721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c10fe4d-eb09-419e-bc2d-d4ab3b046cd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-3-iscsi'}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:29.155514 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] Checking router: 71c54990-1c82-4352-ba57-399e5220721b for host: dv-cinder-836083-3-iscsi {{(pid=103364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:10:29.164973 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] Routers {'71c54990-1c82-4352-ba57-399e5220721b'} bound to L3 agent in host dv-cinder-836083-3-iscsi {{(pid=103364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:10:29.165603 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T12:49:29Z,description=,heartbeat_timestamp=2022-04-11T13:10:29Z,host='dv-cinder-836083-3-iscsi',id=53a70ba3-7c81-4641-9050-b35f2b4f40e2,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T12:49:29Z,topic='l3_agent')) {'router_ids': ['71c54990-1c82-4352-ba57-399e5220721b'], 'active': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:29.258725 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvr_db [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] Set router 71c54990-1c82-4352-ba57-399e5220721b gateway port host: None {{(pid=103364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:10:29.310263 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_hamode_db [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c54990-1c82-4352-ba57-399e5220721b', 'name': 'tempest-TestShelveInstance-1163685647-router', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:10:29Z', 'revision_number': 6, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'gw_port_host': None}], 'dv-cinder-836083-3-iscsi', False) {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:29.337317 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Deleting port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:10:29.337636 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.339242 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8a3e3-e735-465e-a478-9ddcbcec8c50 None None] The sync data for ids ['71c54990-1c82-4352-ba57-399e5220721b'] in dv-cinder-836083-3-iscsi is: [{'id': '71c54990-1c82-4352-ba57-399e5220721b', 'name': 'tempest-TestShelveInstance-1163685647-router', 'tenant_id': '9e12477ca6f9488395ed8302dcd13304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:06:00Z', 'updated_at': '2022-04-11T13:10:29Z', 'revision_number': 6, 'project_id': '9e12477ca6f9488395ed8302dcd13304', 'gw_port_host': None}] {{(pid=103364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:10:29.414722 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] For port 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070,segment=NetworkSegment(0b717411-94b6-4ae1-a198-5a0eb7885552),segment_id=0b717411-94b6-4ae1-a198-5a0eb7885552)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:10:29.415101 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.427593 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Calling delete_port for 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:10:29.593195 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.595603 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.617711 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:29.679562 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553871'] for router_gateway (71c54990-1c82-4352-ba57-399e5220721b), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.772600 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2277'] for router (71c54990-1c82-4352-ba57-399e5220721b), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.774778 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Publish callbacks [] for router_controller (71c54990-1c82-4352-ba57-399e5220721b), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.822348 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751912'] for router (71c54990-1c82-4352-ba57-399e5220721b), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.822877 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71c54990-1c82-4352-ba57-399e5220721b {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:10:29.827116 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.828297 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-cdf61fba-5862-4480-a12c-dafaf7faad11 admin admin] 10.222.0.26 "DELETE /v2.0/routers/71c54990-1c82-4352-ba57-399e5220721b HTTP/1.1" status: 204 len: 168 time: 0.9978206 Apr 11 13:10:29.831669 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60248) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:29.875775 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb86330-3e02-4742-9821-5c8e3ffe4ec5 admin admin] Deleting subnet 861bc028-e62f-447c-b1eb-2c1781d70193 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:10:29.879142 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdb86330-3e02-4742-9821-5c8e3ffe4ec5 admin admin] Publish callbacks [] for subnet (861bc028-e62f-447c-b1eb-2c1781d70193), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.913080 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdb86330-3e02-4742-9821-5c8e3ffe4ec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25691576'] for subnet (861bc028-e62f-447c-b1eb-2c1781d70193), precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.993905 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdb86330-3e02-4742-9821-5c8e3ffe4ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758982'] for subnet (861bc028-e62f-447c-b1eb-2c1781d70193), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.050887 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdb86330-3e02-4742-9821-5c8e3ffe4ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25805393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28990629'] for subnet (861bc028-e62f-447c-b1eb-2c1781d70193), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.080222 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb86330-3e02-4742-9821-5c8e3ffe4ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861bc028-e62f-447c-b1eb-2c1781d70193,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:30.085437 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdb86330-3e02-4742-9821-5c8e3ffe4ec5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.089244 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-cdb86330-3e02-4742-9821-5c8e3ffe4ec5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/861bc028-e62f-447c-b1eb-2c1781d70193 HTTP/1.1" status: 204 len: 168 time: 0.2566421 Apr 11 13:10:30.091898 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60250) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:30.093711 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7373a49-dd4b-44bf-afdc-b67833dbe254 None None] Network f00203c0-9c8a-48e5-bbb6-9a7f26978768 requested from dv-cinder-836083-3-iscsi {{(pid=103363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:10:30.155836 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 5bec5afe-746c-44b1-8d9d-e62426a51fd4 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:10:30.163820 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788245'] for network (f00203c0-9c8a-48e5-bbb6-9a7f26978768), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.178964 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 5bec5afe-746c-44b1-8d9d-e62426a51fd4 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:10:30.179303 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 5bec5afe-746c-44b1-8d9d-e62426a51fd4 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:10:30.179711 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:10:30.205405 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:10:30.205760 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device 1a2ed8ce-c0b0-4e40-9336-4dc4ae8cb070 not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:10:30.215443 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Deleting port c02cf98e-e591-47d8-8f74-d7ba7ded807f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:10:30.215786 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.284735 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] For port c02cf98e-e591-47d8-8f74-d7ba7ded807f, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=c02cf98e-e591-47d8-8f74-d7ba7ded807f,segment=NetworkSegment(a3896780-133b-48dd-9cee-1cd9f1cbe102),segment_id=a3896780-133b-48dd-9cee-1cd9f1cbe102)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:10:30.285108 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.289022 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] DHCP port deletion for f00203c0-9c8a-48e5-bbb6-9a7f26978768 request from dv-cinder-836083-3-iscsi {{(pid=103363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:10:30.300524 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Calling delete_port for c02cf98e-e591-47d8-8f74-d7ba7ded807f owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:10:30.329325 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Deleting port c02cf98e-e591-47d8-8f74-d7ba7ded807f {{(pid=103363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:10:30.329767 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778936878623'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), before_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.392712 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25805356'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.398027 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] For port c02cf98e-e591-47d8-8f74-d7ba7ded807f, host dv-cinder-836083-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-3-iscsi',level=0,port_id=c02cf98e-e591-47d8-8f74-d7ba7ded807f,segment=NetworkSegment(a3896780-133b-48dd-9cee-1cd9f1cbe102),segment_id=a3896780-133b-48dd-9cee-1cd9f1cbe102)] {{(pid=103363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:10:30.398423 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548699'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), precommit_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.414150 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Calling delete_port for c02cf98e-e591-47d8-8f74-d7ba7ded807f owned by network:dhcp {{(pid=103363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:10:30.419573 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02cf98e-e591-47d8-8f74-d7ba7ded807f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:30.424894 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] No DVR routers for this DVR port c02cf98e-e591-47d8-8f74-d7ba7ded807f on host dv-cinder-836083-3-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:10:30.487827 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1767819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778936886029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778936360753'] for port (c02cf98e-e591-47d8-8f74-d7ba7ded807f), after_delete {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.497347 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761163', 'neutron.services.segments.db._delete_segments_for_network-8778936773551'] for network (f00203c0-9c8a-48e5-bbb6-9a7f26978768), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.512663 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Pushing event deleted for resources: {'Port': ['ID=c02cf98e-e591-47d8-8f74-d7ba7ded807f,revision_number=None']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:30.518516 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00203c0-9c8a-48e5-bbb6-9a7f26978768']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:30.522163 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.522487 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.522848 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.523178 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.523491 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.523823 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.524171 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.524492 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.524798 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.525116 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.525432 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.525751 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.526066 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.526376 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.526692 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-3-iscsi {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:30.528034 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3896780-133b-48dd-9cee-1cd9f1cbe102') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:30.528342 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.services.segments.db [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3896780-133b-48dd-9cee-1cd9f1cbe102') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:30.529420 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d784b11-7d48-4dc9-9e8d-403c24a13b1e None None] No DVR routers for this DVR port c02cf98e-e591-47d8-8f74-d7ba7ded807f on host dv-cinder-836083-3-iscsi {{(pid=103363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:10:30.538139 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778936775096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25691569'] for segment (a3896780-133b-48dd-9cee-1cd9f1cbe102), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.551654 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107'] for segment (a3896780-133b-48dd-9cee-1cd9f1cbe102), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.557515 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:10:30.557885 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25805563'] for segment (a3896780-133b-48dd-9cee-1cd9f1cbe102), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: Traceback (most recent call last): Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: timer() Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: cb(*args, **kw) Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: return func(*args, **kwargs) Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: self._notify() Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: self.callback(batched_events) Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: event.method(event) Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: return f(self, *a, **k) Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._get(url).json() Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: return self.request(url, 'GET', **kwargs) Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:10:30.559549 dv-cinder-836083-3-iscsi neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:10:30.614357 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553963'] for network (f00203c0-9c8a-48e5-bbb6-9a7f26978768), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.620241 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530212'] for network (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.623328 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f00203c0-9c8a-48e5-bbb6-9a7f26978768 HTTP/1.1" status: 204 len: 168 time: 0.5300412 Apr 11 13:10:30.633755 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ce880-217e-458b-a520-9c73193fdc46 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00203c0-9c8a-48e5-bbb6-9a7f26978768,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:30.865758 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60254) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:30.905070 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-7504e343-4ec5-4a8d-b249-6fe1f28f0474 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50890c512a824e7c9e953fb754d4a1df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381010 Apr 11 13:10:30.907414 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60256) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:30.957873 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62bc1516-1d27-4c31-9fdd-b94b2a242593 admin admin] Publish callbacks [] for security_group (31c90192-c852-4d89-bdfb-ed15ab0928b8), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:30.979932 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62bc1516-1d27-4c31-9fdd-b94b2a242593 admin admin] Publish callbacks [] for security_group (31c90192-c852-4d89-bdfb-ed15ab0928b8), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:31.029336 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62bc1516-1d27-4c31-9fdd-b94b2a242593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (31c90192-c852-4d89-bdfb-ed15ab0928b8), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:31.032149 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62bc1516-1d27-4c31-9fdd-b94b2a242593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:31.035589 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-62bc1516-1d27-4c31-9fdd-b94b2a242593 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31c90192-c852-4d89-bdfb-ed15ab0928b8 HTTP/1.1" status: 204 len: 168 time: 0.1250379 Apr 11 13:10:31.041172 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc1516-1d27-4c31-9fdd-b94b2a242593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c90192-c852-4d89-bdfb-ed15ab0928b8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:31.048643 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:31.430836 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60262) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:31.470839 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-83e5b026-9512-43c9-a860-a0bbb6f53415 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e12477ca6f9488395ed8302dcd13304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387526 Apr 11 13:10:31.474286 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.26', 60264) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:31.521052 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4a30a7f-047e-4d97-91cb-ea6126a1458d admin admin] Publish callbacks [] for security_group (9be2f58b-4db2-49df-af9e-8c4e5dc32697), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:31.542131 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4a30a7f-047e-4d97-91cb-ea6126a1458d admin admin] Publish callbacks [] for security_group (9be2f58b-4db2-49df-af9e-8c4e5dc32697), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:31.598202 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4a30a7f-047e-4d97-91cb-ea6126a1458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705555'] for security_group (9be2f58b-4db2-49df-af9e-8c4e5dc32697), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:31.601384 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4a30a7f-047e-4d97-91cb-ea6126a1458d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:31.602654 dv-cinder-836083-3-iscsi neutron-server[103361]: INFO neutron.wsgi [None req-c4a30a7f-047e-4d97-91cb-ea6126a1458d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9be2f58b-4db2-49df-af9e-8c4e5dc32697 HTTP/1.1" status: 204 len: 168 time: 0.1275284 Apr 11 13:10:31.614455 dv-cinder-836083-3-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30a7f-047e-4d97-91cb-ea6126a1458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be2f58b-4db2-49df-af9e-8c4e5dc32697,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:31.943092 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device c02cf98e-e591-47d8-8f74-d7ba7ded807f no longer exists at agent ovs-agent-dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:10:31.964296 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] No Port match for: c02cf98e-e591-47d8-8f74-d7ba7ded807f {{(pid=103363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:10:31.964651 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron.plugins.ml2.rpc [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Device c02cf98e-e591-47d8-8f74-d7ba7ded807f not bound to the agent host dv-cinder-836083-3-iscsi {{(pid=103363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:10:32.708894 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:41.551186 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:43.845386 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:10:56.228437 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4fab6af6-e8ae-41d4-ad1f-47ac744baf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:58.756762 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3565f05e-417e-4a5f-b783-2503028b73a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:59.607339 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:01.061148 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:02.729563 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:11.575552 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:20.850723 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:11:26.213961 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eeffa8a5-7a95-4f2a-ada9-97a8e14974ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:28.762512 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ba5ddfb2-1257-4753-aff1-396bcabf542f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:29.609019 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:31.060833 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:32.721563 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:41.579167 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:56.220706 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1913-cb11-475d-925c-f07b7c763fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:57.854073 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:11:58.754629 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b0a65cfd-b08a-46f3-8bbe-65edebaa2811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:59.613353 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:01.061742 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:02.727652 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:11.592777 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:26.218203 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-70d530b4-ade8-4450-98eb-967964b766be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:28.755599 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-25663c06-2685-41f8-8f36-e5265431dbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:29.618567 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:31.064701 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:32.722134 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:34.858863 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:12:41.608166 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:56.210277 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-fd03223a-f2ef-49ec-b276-bc9e88f10911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:58.755010 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-af8b542e-b2ed-412d-aaff-48f1db6925fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:59.617325 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:01.070959 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:02.728171 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:11.602304 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:11.864433 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:13:26.211640 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-66313665-7d5e-4ef2-a01c-8c535f5105f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:28.756526 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d0087b1b-0916-4e71-b5df-b7bd94351d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:29.624609 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:31.081456 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:32.720125 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:41.612936 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:48.868900 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:13:56.217480 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-af0ce66b-d001-4251-bc20-96107cb1c220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:58.755803 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0cccceef-3ed4-4eb5-b3ba-51cb872107d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:59.631034 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:01.078289 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:02.726374 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:11.600831 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:25.873985 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:14:26.221389 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bc280cc7-2289-4c68-afc4-37dd5dad0a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:28.763343 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8ff9cbe6-d378-4001-b93e-0b6f8939ee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:29.637641 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:31.085700 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:32.727914 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:41.615031 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:56.227489 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-351e29ea-c7ee-4042-bc29-d46a17f63813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:58.754190 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-749b619e-7395-47b8-9fdb-75a6ddf95a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:59.635094 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:01.083640 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:02.734670 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:02.876250 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:15:11.625283 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:26.220639 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-860fe5af-620b-4503-bfee-b29795f4b816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:28.757349 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d85aae99-5bb8-4303-b1fe-fc81049948db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:29.645989 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:31.092174 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-bcca8670-1b03-4e95-8841-97d7819fdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (3a72a256-ee5e-4fb7-a08b-ccfbc62e32fa), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:32.726140 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-23f5b726-3635-466e-9fda-a90dcac6b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (79d32a44-ae43-4cd7-b13a-780d339aafb9), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:39.880313 dv-cinder-836083-3-iscsi neutron-server[103364]: DEBUG neutron.db.agents_db [None req-438f17cd-eb77-441a-b221-183a5cce5da4 None None] Agent healthcheck: found 6 active agents {{(pid=103364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:15:41.631402 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-eacbcedf-54e2-441e-81ed-85e68832a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (4a795897-beda-46d2-80b3-f854d37127cc), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:56.215153 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6585b5d8-7082-4ba2-9c42-bc6029d5a230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (861977ce-8887-4bb3-af19-c321661bc42a), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:58.750612 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6021608d-f44b-44a9-a43f-d3f0f465a7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (53a70ba3-7c81-4641-9050-b35f2b4f40e2), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:59.642136 dv-cinder-836083-3-iscsi neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a85049a1-0350-4be3-a3ed-6b11c2414e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778936773533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409228'] for agent (691cb7ff-c29f-4e4f-9bc9-6f4f7fde8362), after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}